-- Logs begin at Wed 2022-07-13 22:23:37 UTC, end at Wed 2022-07-13 23:39:36 UTC. -- Jul 13 23:06:22.499056 dv-cinder-799871-29-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 23:06:25.181242 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.common.config [-] Logging enabled! Jul 13 23:06:25.181839 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 13 23:06:25.182014 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104035) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 13 23:06:25.185439 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.common.config [-] Logging enabled! Jul 13 23:06:25.185689 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 13 23:06:25.185991 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104035) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 13 23:06:25.187171 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 23:06:25.187878 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 23:06:25.187878 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 23:06:25.188353 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 23:06:25.188456 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 23:06:25.188720 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.189015 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.189242 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.189533 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.189817 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.190097 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.190383 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.190671 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.190952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.191227 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.191502 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.191756 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.192030 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.192310 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.192590 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.192809 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] debug = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.193081 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.193503 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.193900 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.194174 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.194457 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.194730 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.194994 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.195263 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.195550 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.195887 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] host = dv-cinder-799871-29-iscsi {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.196163 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.196477 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.196765 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.197044 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.197314 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.197582 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.197862 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.198131 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.198402 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] log_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.198672 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.198955 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.199237 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.199518 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.199760 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.199976 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.200258 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.200551 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.200821 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.201091 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.201359 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.201629 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.201897 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.202160 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.202438 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.202713 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.202992 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.203260 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.203527 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.203809 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.204077 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.204355 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.204623 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.204890 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.205158 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.205435 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.205696 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.205963 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.206254 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.206533 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.206808 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.207086 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.207352 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.207655 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.207924 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.208191 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.208454 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] use_json = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.208719 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.208983 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.209255 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.209521 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.209786 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.210054 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.210320 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.210600 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.210866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:25.211153 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.211443 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.211763 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.212555 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.212858 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.213135 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.213419 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.213692 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.213974 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.214259 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.214541 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.214826 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.215102 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.215383 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.215700 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.216001 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.216288 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.216574 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.216844 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.217113 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.217382 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.217653 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.217935 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.218207 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.218489 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.218777 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.219051 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.219343 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.219642 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.219925 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.220212 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.220496 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.220766 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.221041 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.221330 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.221604 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.221875 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.222161 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.222438 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.222708 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.222988 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.223273 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.223574 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.223847 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.224121 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.224409 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.224681 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.224948 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.225215 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.225486 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.225753 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.226030 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.226302 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.226572 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.226839 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.227112 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.227381 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.228316 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.228593 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.229575 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.229859 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.230133 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.230403 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.230675 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.230946 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.231215 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.231485 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.231781 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.232054 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.232322 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.232588 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.232857 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.233125 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.233395 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.233686 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.233959 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.234231 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.234505 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.234776 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.235051 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.235324 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.235627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.235906 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.236173 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.236457 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.236734 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.237014 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.237288 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.237562 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.237871 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.238145 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.238418 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.238690 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.238964 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.239238 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.239521 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.239815 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.240091 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.240370 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.240647 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.240936 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.241226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.241498 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.241786 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.242073 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.242359 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.242634 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.242938 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.243236 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:25.243463 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 23:06:25.243723 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104035) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 23:06:25.538417 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 13 23:06:25.538615 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 13 23:06:25.538891 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 13 23:06:25.539218 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 23:06:25.944570 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:25.944852 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:25.945121 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:25.946427 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:25.947193 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:25.947459 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.000998 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.001263 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.001522 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.016328 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.016602 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.016860 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.045789 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.046059 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.046311 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.082999 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.083270 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.083526 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.313092 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.313684 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.313684 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.313840 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.314453 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.410328 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.410643 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.410917 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.411180 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.411441 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.411766 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.412019 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.412265 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.412512 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.412783 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.413033 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.413288 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.413536 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.413777 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.414020 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.414273 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.414519 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.414774 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.415031 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.415810 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.416077 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.416322 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.416597 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.416961 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.417204 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.417443 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.417827 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 23:06:26.418061 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 23:06:26.418291 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 23:06:26.418520 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 23:06:26.418749 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 23:06:26.418976 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 23:06:26.419330 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 23:06:26.422405 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 23:06:26.426265 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 23:06:26.429987 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 13 23:06:26.432211 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 23:06:26.433612 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 23:06:26.433942 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 23:06:26.434322 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 23:06:26.437367 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 23:06:26.437611 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 23:06:26.437948 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 23:06:26.442978 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 13 23:06:26.465448 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 23:06:26.465892 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.466178 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 13 23:06:26.466541 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.467899 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 23:06:26.468169 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 23:06:26.468404 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 23:06:26.471678 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.471951 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:26.609958 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 23:06:26.610122 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 23:06:26.610330 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 23:06:26.610704 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 23:06:26.663583 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO dbcounter [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Registered counter for database neutron Jul 13 23:06:26.682491 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_db.sqlalchemy.engines [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104035) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 23:06:26.688608 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG dbcounter [-] [104035] Writer thread running {{(pid=104035) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 23:06:27.253510 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Initializing driver for type 'gre' Jul 13 23:06:27.254093 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] gre ID ranges: [(1, 1000)] Jul 13 23:06:27.320312 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Initializing driver for type 'local' Jul 13 23:06:27.321255 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Initializing driver for type 'vlan' Jul 13 23:06:27.335134 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] VlanTypeDriver initialization complete Jul 13 23:06:27.335474 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Initializing driver for type 'vxlan' Jul 13 23:06:27.336009 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] vxlan ID ranges: [(1, 1000)] Jul 13 23:06:27.394469 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Initializing extension driver 'port_security' Jul 13 23:06:27.394867 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.extensions.port_security [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] PortSecurityExtensionDriver initialization complete Jul 13 23:06:27.395210 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Initializing mechanism driver 'openvswitch' Jul 13 23:06:27.395561 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Initializing mechanism driver 'hyperv' Jul 13 23:06:27.402474 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:06:27.403154 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > port after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.403527 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > port after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.403901 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > port after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.404420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 23:06:27.404851 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > subnet after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.405199 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > subnet after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.405539 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.405926 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 23:06:27.406341 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > network after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.406685 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > network after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.407023 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > network after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.407404 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 23:06:27.407853 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > security_group after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.408198 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > security_group after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.408536 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.408929 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 23:06:27.409340 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.409681 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.410014 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.410415 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 23:06:27.410817 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > address_group after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.411156 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > address_group after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.411500 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.411913 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 13 23:06:27.412354 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] ML2 OVO RPC backend initialized. {{(pid=104035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 13 23:06:27.413074 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.413425 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.413848 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > network before_response 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.414199 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > networks before_response 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.414542 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > port before_response 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.414880 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > ports before_response 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.415257 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > subnet before_response 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.415627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > subnets before_response 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.415985 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > network after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.416325 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > network after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.416667 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > network after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.417008 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > port after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.417347 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > port after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.417677 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > port after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.418014 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > subnet after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.418340 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > subnet after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.418674 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.427988 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded quota_driver: . Jul 13 23:06:27.428345 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.plugin [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Modular L2 Plugin initialization complete Jul 13 23:06:27.428688 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading services supported by the core plugin {{(pid=104035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 23:06:27.429026 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.plugins.ml2.managers [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Got port-security extension from driver 'port_security' Jul 13 23:06:27.429510 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.extensions.vlantransparent [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Disabled vlantransparent extension. Jul 13 23:06:27.430000 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 23:06:27.430321 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading Plugin: router Jul 13 23:06:27.466947 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.467368 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router after_create 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.467757 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router before_create 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.468253 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.468624 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.468980 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router after_delete 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.469348 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.469696 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.470047 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router after_create 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.470397 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router after_update 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.470745 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router after_update 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.471089 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.471441 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router after_update 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.471872 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router precommit_update 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.472245 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: port after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.472582 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: port after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.472912 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: subnet after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.473254 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.473606 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.473948 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router precommit_create 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.474283 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: port before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.474626 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router precommit_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.474979 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router after_update 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.475325 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.475706 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router precommit_create 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.476069 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.476409 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router precommit_update 55549900 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.476775 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > agent after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.477124 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > agent after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.477465 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > network after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.478414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Tracking information for resource: router configured {{(pid=104035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 23:06:27.478744 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Tracking information for resource: floatingip configured {{(pid=104035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 23:06:27.483881 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.db.l3_agentschedulers_db [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 23:06:27.484458 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: port after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.484818 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: port after_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.485166 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: port after_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.485515 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: port after_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.486328 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router before_create 55550100 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.486690 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.487048 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router precommit_create 55550100 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.487401 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > router precommit_update 55550100 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.492403 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.services.provider_configuration [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service providers = [] {{(pid=104035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 23:06:27.492759 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.db.servicetype_db [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 23:06:27.496354 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.services.service_base [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 23:06:27.496696 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.services.service_base [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 23:06:27.497031 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.services.service_base [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 23:06:27.498116 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.services.service_base [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 23:06:27.498488 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.services.service_base [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 23:06:27.498883 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 23:06:27.499201 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 23:06:27.510527 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 23:06:27.510790 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading Plugin: auto_allocate Jul 13 23:06:27.516724 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: network precommit_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.517095 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: network precommit_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.517643 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 23:06:27.517997 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading Plugin: tag Jul 13 23:06:27.525343 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 23:06:27.525669 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading Plugin: timestamp Jul 13 23:06:27.529669 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 23:06:27.529994 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading Plugin: network_ip_availability Jul 13 23:06:27.535712 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.536091 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.536441 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.537219 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 23:06:27.537538 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading Plugin: flavors Jul 13 23:06:27.542724 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 23:06:27.543049 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading Plugin: revisions Jul 13 23:06:27.547448 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 23:06:27.547900 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_concurrency.lockutils [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.009s {{(pid=104035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 13 23:06:27.548670 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 13 23:06:27.549000 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Initializing extension manager. Jul 13 23:06:27.549524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: __init__.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.549865 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: __pycache__ {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.550196 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: address_group.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.550955 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.551579 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: address-group Jul 13 23:06:27.551965 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: address_scope.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.552683 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.553191 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: address-scope Jul 13 23:06:27.553507 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.554454 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.554963 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: router-admin-state-down-before-update Jul 13 23:06:27.555281 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: agent.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.556514 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.557017 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: agent Jul 13 23:06:27.557334 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: agent_resources_synced.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.558208 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.558730 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: agent-resources-synced Jul 13 23:06:27.559040 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: allowedaddresspairs.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.560907 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.561422 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: allowed-address-pairs Jul 13 23:06:27.561751 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: auto_allocated_topology.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.563052 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.563582 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: auto-allocated-topology Jul 13 23:06:27.563908 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: availability_zone.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.564567 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.565073 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: availability_zone Jul 13 23:06:27.565395 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: availability_zone_filter.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.566266 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.566771 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: availability_zone_filter Jul 13 23:06:27.567088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: data_plane_status.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.567980 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.568479 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 23:06:27.568798 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: default_subnetpools.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.569667 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.570164 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: default-subnetpools Jul 13 23:06:27.570485 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.571277 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.572371 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: dhcp_agent_scheduler Jul 13 23:06:27.572698 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: dns.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.573575 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.574073 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 23:06:27.574394 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: dns_domain_ports.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.575260 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.575795 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 23:06:27.576116 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.576992 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.577488 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 23:06:27.577806 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: dvr.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.578442 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.578938 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: dvr Jul 13 23:06:27.579255 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: ecmp_routes.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.580150 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.580645 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 13 23:06:27.580961 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: empty_string_filtering.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.581827 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.582327 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: empty-string-filtering Jul 13 23:06:27.582650 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.583526 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.584047 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 23:06:27.584361 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.585234 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.585722 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 23:06:27.586036 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: external_net.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.586900 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.587448 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: external-net Jul 13 23:06:27.587792 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.588656 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.589157 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: extra_dhcp_opt Jul 13 23:06:27.589471 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: extraroute.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.590356 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.590857 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: extraroute Jul 13 23:06:27.591173 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: extraroute_atomic.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.592232 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.592748 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: extraroute-atomic Jul 13 23:06:27.593066 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: filter_validation.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.593747 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.594242 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: filter-validation Jul 13 23:06:27.594556 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: fip_pf_description.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.595749 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.596257 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 23:06:27.596575 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: fip_pf_port_range.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.597484 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.597985 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 13 23:06:27.598302 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: fip_port_details.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.599190 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.599735 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: fip-port-details Jul 13 23:06:27.600054 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: flavors.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.601275 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.601787 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: flavors Jul 13 23:06:27.602107 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.603828 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.604358 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 23:06:27.604692 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: floatingip_pools.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.605374 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.605927 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: floatingip-pools Jul 13 23:06:27.606256 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: ip_allocation.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.607160 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.607701 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 23:06:27.608026 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.608905 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.609406 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: ip-substring-filtering Jul 13 23:06:27.609729 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l2_adjacency.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.610618 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.611120 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 23:06:27.611440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l3.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.612454 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.612970 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: router Jul 13 23:06:27.613289 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.615609 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.616133 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 23:06:27.616464 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.617365 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.617872 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: ext-gw-mode Jul 13 23:06:27.618207 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.619662 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.620168 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: l3-ha Jul 13 23:06:27.620487 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.621360 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.621855 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 13 23:06:27.622172 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l3_flavors.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.623047 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.623577 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: l3-flavors Jul 13 23:06:27.623898 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.625255 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.625763 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 13 23:06:27.626088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.626971 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.627476 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 23:06:27.627826 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: l3agentscheduler.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.628884 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.629383 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: l3_agent_scheduler Jul 13 23:06:27.629714 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: local_ip.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.631466 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.632009 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension local_ip not supported by any of loaded plugins Jul 13 23:06:27.632344 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: logging.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.633792 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.634932 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension logging not supported by any of loaded plugins Jul 13 23:06:27.635256 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: metering.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.636003 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.636591 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: metering Jul 13 23:06:27.636911 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.638258 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.638774 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: metering_source_and_destination_fields Jul 13 23:06:27.639098 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: multiprovidernet.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.640043 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.640551 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: multi-provider Jul 13 23:06:27.640874 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: netmtu.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.641761 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.642261 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: net-mtu Jul 13 23:06:27.642579 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: netmtu_writable.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.643470 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.644073 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: net-mtu-writable Jul 13 23:06:27.644391 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: network_availability_zone.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.645034 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.645535 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: network_availability_zone Jul 13 23:06:27.645855 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: network_ip_availability.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.646955 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.647473 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: network-ip-availability Jul 13 23:06:27.647818 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: network_segment_range.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.648577 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.649079 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 23:06:27.649400 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: pagination.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.650424 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.650790 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: pagination Jul 13 23:06:27.651113 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: port_device_profile.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.652013 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.652525 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: port-device-profile Jul 13 23:06:27.652847 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: port_mac_address_override.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.653738 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.654245 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: port-mac-override Jul 13 23:06:27.654565 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.655448 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.655989 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: port-mac-address-regenerate Jul 13 23:06:27.656310 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.657191 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.657698 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: port-numa-affinity-policy Jul 13 23:06:27.658018 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: port_resource_request.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.658886 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.659385 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 23:06:27.659738 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: port_resource_request_groups.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.660678 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.661178 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 13 23:06:27.661515 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: portbindings.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.662416 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.662919 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: binding Jul 13 23:06:27.663245 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: portbindings_extended.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.664531 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.665037 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: binding-extended Jul 13 23:06:27.665407 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: portsecurity.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.666287 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.666792 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: port-security Jul 13 23:06:27.667113 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: project_id.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.668079 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.668404 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: project-id Jul 13 23:06:27.668720 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: providernet.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.669597 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.670108 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: provider Jul 13 23:06:27.670427 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.674135 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.674675 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos not supported by any of loaded plugins Jul 13 23:06:27.675001 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.676305 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.676816 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 23:06:27.677139 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.678036 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.678540 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 23:06:27.678862 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_default.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.679768 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.680275 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-default not supported by any of loaded plugins Jul 13 23:06:27.680594 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_fip.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.682008 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.682511 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 23:06:27.682828 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.683744 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.684246 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 13 23:06:27.684565 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_gateway_ip.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.685443 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.685946 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 23:06:27.686262 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_port_network_policy.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.687384 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.687926 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 23:06:27.688243 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.689257 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.689762 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 13 23:06:27.690079 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.691070 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.691603 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 13 23:06:27.691929 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_pps_rule.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.693072 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.693578 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-pps not supported by any of loaded plugins Jul 13 23:06:27.693905 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_rule_type_details.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.694789 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.695288 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 23:06:27.695648 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.697080 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.697583 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 13 23:06:27.697903 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: qos_rules_alias.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.698913 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.699414 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 23:06:27.699762 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: quota_check_limit.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.700637 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.701146 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: quota-check-limit Jul 13 23:06:27.701465 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: quotasv2.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.702429 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.702750 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: quotas Jul 13 23:06:27.703063 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: quotasv2_detail.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.704838 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.705177 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: quota_details Jul 13 23:06:27.705525 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: rbac.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.706904 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.707439 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: rbac-policies Jul 13 23:06:27.707799 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: rbac_address_group.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.708703 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.709211 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: rbac-address-group Jul 13 23:06:27.709534 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: rbac_address_scope.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.710407 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.710914 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: rbac-address-scope Jul 13 23:06:27.711232 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: rbac_security_groups.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.712257 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.712768 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: rbac-security-groups Jul 13 23:06:27.713090 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: rbac_subnetpool.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.713983 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.714487 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: rbac-subnetpool Jul 13 23:06:27.714806 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: revisionifmatch.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.715733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.716240 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: revision-if-match Jul 13 23:06:27.716562 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: revisions.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.717649 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.718153 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: standard-attr-revisions Jul 13 23:06:27.718474 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: router_availability_zone.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.719113 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.719639 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: router_availability_zone Jul 13 23:06:27.719965 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: routerservicetype.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.720845 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.721344 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 23:06:27.721665 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.722546 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.723047 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: security-groups-normalized-cidr Jul 13 23:06:27.723368 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.724308 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.724815 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: port-security-groups-filtering Jul 13 23:06:27.725135 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.726014 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.726517 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: security-groups-remote-address-group Jul 13 23:06:27.726838 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.728269 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.728780 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: security-groups-shared-filtering Jul 13 23:06:27.729100 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: securitygroup.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.740232 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.740771 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: security-group Jul 13 23:06:27.741098 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: segment.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.741829 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.742336 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension segment not supported by any of loaded plugins Jul 13 23:06:27.742659 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.744284 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.744792 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 23:06:27.745112 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: servicetype.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.746197 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.746713 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: service-type Jul 13 23:06:27.747039 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: sorting.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.748034 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.748365 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: sorting Jul 13 23:06:27.748689 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: standard_attr_segment.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.749575 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.750092 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 23:06:27.750414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: standardattrdescription.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.751047 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.751553 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: standard-attr-description Jul 13 23:06:27.751885 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: stateful_security_group.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.752795 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.753304 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: stateful-security-group Jul 13 23:06:27.753627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: stdattrs_common.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.754182 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 23:06:27.754501 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.755386 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.755927 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 23:06:27.756247 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: subnet_onboard.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.757269 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.757779 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: subnet_onboard Jul 13 23:06:27.758098 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.759005 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.759510 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 23:06:27.759852 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: subnet_service_types.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.760782 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.761240 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: subnet-service-types Jul 13 23:06:27.761558 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: subnetallocation.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.762603 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.763109 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: subnet_allocation Jul 13 23:06:27.763428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.764091 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.764603 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: subnetpool-prefix-ops Jul 13 23:06:27.764920 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.765804 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.766304 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 23:06:27.766620 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: tagging.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.767719 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.768247 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: standard-attr-tag Jul 13 23:06:27.768569 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: timestamp.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.769744 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.770257 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loaded extension: standard-attr-timestamp Jul 13 23:06:27.770580 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: trunk.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.771667 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.772176 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension trunk not supported by any of loaded plugins Jul 13 23:06:27.772498 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: trunk_details.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.773388 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.773889 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 23:06:27.774210 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: uplink_status_propagation.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.775125 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.775655 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 23:06:27.775976 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Loading extension file: vlantransparent.py {{(pid=104035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 13 23:06:27.776621 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 13 23:06:27.777118 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 23:06:27.779779 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:network Jul 13 23:06:27.780395 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:subnet Jul 13 23:06:27.780795 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 23:06:27.781183 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:port Jul 13 23:06:27.782542 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.782984 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service FLAVORS assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.783632 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.784059 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.784398 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:router Jul 13 23:06:27.784826 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 23:06:27.785312 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service METERING assigned prefix: /metering {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.786769 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.787142 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.787488 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:06:27.788549 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 23:06:27.789004 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:security_group Jul 13 23:06:27.789447 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 23:06:27.789976 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service CORE assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.790837 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 23:06:27.791193 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] subnetpool is already registered Jul 13 23:06:27.791670 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service CORE assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.791997 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 23:06:27.792327 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] subnetpool is already registered Jul 13 23:06:27.794751 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.795189 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service FLAVORS assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.795807 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.796230 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.796563 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:router Jul 13 23:06:27.796899 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] router is already registered Jul 13 23:06:27.797308 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 23:06:27.797641 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] floatingip is already registered Jul 13 23:06:27.798097 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service METERING assigned prefix: /metering {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.798764 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 23:06:27.799089 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] rbac_policy is already registered Jul 13 23:06:27.799497 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:security_group Jul 13 23:06:27.799851 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] security_group is already registered Jul 13 23:06:27.800255 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 23:06:27.800588 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] security_group_rule is already registered Jul 13 23:06:27.801227 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service CORE assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.801553 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 23:06:27.801884 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] subnetpool is already registered Jul 13 23:06:27.802310 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.v2.resource_helper [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Service CORE assigned prefix: {{(pid=104035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 23:06:27.802632 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 23:06:27.802963 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING neutron.quota.resource_registry [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] subnetpool is already registered Jul 13 23:06:27.803433 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: extensions {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.804988 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: address-groups {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.807090 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: address-scopes {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.808475 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: agents {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.809626 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: auto-allocated-topology {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.810863 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: availability_zones {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.812353 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: dhcp-networks {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.813867 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: dhcp-agents {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.815304 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: routers {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.817033 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: flavors {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.818289 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: service_profiles {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.819485 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: next_providers {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.820937 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: service_profiles {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.822524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: floatingip-pools {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.823797 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: routers {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.825498 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: floatingips {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.826772 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: l3-routers {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.828197 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: l3-agents {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.829618 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: metering-labels {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.830911 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: metering-label-rules {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.832333 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: network-ip-availabilities {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.833570 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: bindings {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.835181 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: quotas {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.836883 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: quotas {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.838445 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: rbac-policies {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.839672 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: security-groups {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.840965 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: security-group-rules {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.842216 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: service-providers {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.843441 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: subnetpools {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.844784 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: subnetpools {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.847517 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.849220 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.851046 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.853364 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.855061 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.857040 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.858738 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.860653 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.862414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.864186 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron.api.extensions [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Extended resource: tags {{(pid=104035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 23:06:27.870855 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING keystonemiddleware.auth_token [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 23:06:27.876088 dv-cinder-799871-29-iscsi neutron-server[104035]: WARNING keystonemiddleware.auth_token [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 23:06:27.885097 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_concurrency.lockutils [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Acquired lock "singleton_lock" {{(pid=104035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 13 23:06:27.885580 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_concurrency.lockutils [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Releasing lock "singleton_lock" {{(pid=104035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 13 23:06:27.886228 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO oslo_service.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Starting 2 workers Jul 13 23:06:27.891043 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Started child 104142 {{(pid=104035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 23:06:27.895735 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Started child 104143 {{(pid=104035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 23:06:27.896671 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:27.897422 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO neutron.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 23:06:27.898081 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:27.898292 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [-] (104142) wsgi starting up on http://0.0.0.0:9696 Jul 13 23:06:27.900670 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO oslo_service.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Starting 1 workers Jul 13 23:06:27.901148 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:27.903137 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [-] (104143) wsgi starting up on http://0.0.0.0:9696 Jul 13 23:06:27.905965 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Started child 104144 {{(pid=104035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 23:06:27.906515 dv-cinder-799871-29-iscsi neutron-server[104035]: INFO oslo_service.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Starting 1 workers Jul 13 23:06:27.909786 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] calling RpcWorker wait() {{(pid=104144) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 23:06:27.910614 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] returning from RpcWorker wait() {{(pid=104144) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 23:06:27.911150 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Started child 104145 {{(pid=104035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 23:06:27.911547 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:27.912001 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a0c8bd82-9561-40f7-8453-4643211c3397 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:27.912121 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:06:27.914007 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 23:06:27.914215 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 23:06:27.914398 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 23:06:27.914625 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 23:06:27.914938 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 23:06:27.915676 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 23:06:27.916176 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.916450 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.916701 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.916972 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.917543 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.917810 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.918073 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.918207 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:27.918760 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.918760 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.918760 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.918957 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.919158 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.919370 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.919649 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:06:27.919768 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.920044 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.920302 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.920540 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.920713 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.920964 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.921239 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.921492 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.921796 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] debug = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.922053 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.922529 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.922769 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.923008 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.923244 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.923550 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.923817 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.924058 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.924287 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.924529 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.924769 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.925012 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.925261 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.925493 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.925732 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.926011 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.926243 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.926738 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] host = dv-cinder-799871-29-iscsi {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.926981 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.927199 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.927461 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.927733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.927979 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.928194 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.928439 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.928694 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.928942 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.929193 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.929451 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.929705 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.929953 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.930208 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.930367 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_options = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.930608 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.931427 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.931759 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.931954 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.932162 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.932300 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.932506 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.932664 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.932903 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.933163 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.933409 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.933605 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.933815 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.934049 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.934299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.934511 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.934754 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.934962 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.935226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.935470 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.936505 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.936505 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.936505 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.936505 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.937060 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.937224 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.937489 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.937847 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.938251 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.938495 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.938819 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.939081 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.939299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.939614 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.939881 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.940057 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.940329 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.941400 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.941400 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.941400 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.941400 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.941913 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.941913 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.941913 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.945428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.945428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.945428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_json = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.945428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.945428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.945428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.945428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.945428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.945428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.946524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.946524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.946524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:27.946524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.946524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.946524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.946524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.946524 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.948733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.948733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.948733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.948733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.948733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.948733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.948733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.948733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.951442 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.951442 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.951442 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.951442 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.951442 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.951442 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.951442 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.951442 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.952444 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.952444 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.952444 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.952444 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.952444 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.952444 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.952444 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.952444 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.955360 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.955360 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.955360 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.955360 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.955360 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.955360 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.955360 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.955360 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957901 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.957901 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.958132 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.958531 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.958846 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.959067 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.959290 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.959526 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.959789 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.960017 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.960262 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.960519 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.960746 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.960998 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.961245 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.961479 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.961907 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.962272 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.962617 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.962903 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.963154 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.963353 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.963578 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.963833 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.964029 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.964211 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.964415 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.964818 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.965231 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.965473 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.965717 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.965920 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.966141 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.966369 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.966578 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.966804 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.967029 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.967235 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.967443 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.970952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.970952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.970952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.970952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.970952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.970952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.970952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.970952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.974637 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.974637 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.974637 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.974637 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.974637 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.974637 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.974637 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.974637 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.979064 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.979064 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.979064 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.979064 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.979064 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.979064 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.979064 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.979064 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.981337 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.981337 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.981337 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.981337 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.981337 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.981337 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.981337 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.981337 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.982319 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.982319 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.982319 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.982319 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.982319 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.982319 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.982319 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.982319 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.983627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.983627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.983627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.983627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.983627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.983627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.983627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.983627 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.984807 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.984807 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.984807 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.984807 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.984807 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.984807 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.984807 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.984807 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.986212 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.986212 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.986212 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.986212 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.986212 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.986212 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.986212 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.986212 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.987440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.987440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.987440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.987440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.987440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.987440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.987440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.987440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.988552 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.988552 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.988552 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.988552 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.988552 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.988552 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.988552 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.988552 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.989293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.989293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.989293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.989293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.989293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.989293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.989293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.989293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.991136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.991136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.991136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.991136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.991136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.991136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.991136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.991136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.992414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.992414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.992414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.992414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.992414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.992414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.992414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.992414 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.993801 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.993801 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.993801 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.993801 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.993801 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.993801 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.993801 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.993801 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.995514 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.995514 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.995514 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.995514 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.995514 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.995514 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.995514 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.996449 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.996449 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.996449 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.996449 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.996979 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.996979 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.996979 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.997440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.997440 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.997844 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.997844 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.998209 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.998209 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.998466 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.998582 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.998798 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.999256 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.999256 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.999661 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:27.999661 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.000017 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.000201 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.000502 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.000693 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.000899 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.001111 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.001298 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.001745 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.001745 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.002125 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.002125 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.002479 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.002678 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.002886 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.003042 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.003179 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.003379 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.005915 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.005915 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.005915 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.005915 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.005915 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.005915 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.005915 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.005915 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.007042 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.007042 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.007042 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.007042 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.007042 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.007042 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.007042 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.007042 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.008354 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.008354 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.008354 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.008354 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.008354 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.008354 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.008354 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.009604 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.009604 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.009604 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.009604 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.009604 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.009604 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.010531 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.010531 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.010531 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.011391 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.011391 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.011391 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.011391 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.012126 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.012126 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.012126 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.012525 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.012658 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.012864 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.013117 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.013332 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.013623 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.013945 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.014188 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.014424 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.014672 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.014902 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.015118 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.015328 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.015558 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.015789 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.016039 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.016275 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.016670 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.016890 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.017117 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.017366 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.017579 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.018994 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.018994 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.018994 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.018994 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.018994 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 23:06:28.019631 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 23:06:28.019631 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 23:06:28.019631 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 23:06:28.019985 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 23:06:28.019985 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 23:06:28.019985 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 23:06:28.020352 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.020352 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.020609 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.020609 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.020852 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.020986 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.021118 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.021249 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.021376 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.021504 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.021663 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.021809 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.021961 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.022116 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.022269 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.022423 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.022576 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.022737 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.022891 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.023055 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.023273 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.023417 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] debug = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.023579 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.023717 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.023893 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.024034 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.024172 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.024309 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.024446 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.024746 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.024746 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.024990 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.025134 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.025270 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.025407 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.025542 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.025676 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.025806 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.025952 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.026084 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] host = dv-cinder-799871-29-iscsi {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.026200 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.026272 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.026432 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.027065 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.027065 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.027065 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.027065 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.027461 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.027461 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.027461 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.034537 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.034537 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.034537 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.034537 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.034537 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_options = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.034537 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.034537 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.034537 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035868 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035868 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035868 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035868 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035868 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035868 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035868 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.035868 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.036773 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.036773 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.036773 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.036773 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.036773 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.036773 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.036773 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.036773 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038088 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038919 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038919 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038919 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038919 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038919 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038919 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038919 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.038919 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.039866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.039866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.039866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.039866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.039866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_json = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.039866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.039866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.039866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.039866 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.041050 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.041050 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.041050 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.041050 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.041050 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 23:06:28.041050 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041050 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041050 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041982 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041982 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041982 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041982 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041982 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041982 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041982 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.041982 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.042702 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.042702 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.042702 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.042702 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.042702 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.042702 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.042702 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.042702 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.043420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.043420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.043420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.043420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.043420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.043420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.043420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.043420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.044238 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.044238 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.044238 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.044238 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.044238 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.044238 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.044238 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.044238 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.045002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.045002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.045002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.045002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.045002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.045002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.045002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.045002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.045002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046731 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046731 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046731 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046731 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046731 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046731 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046731 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.046731 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.047307 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.047307 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.047307 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.047307 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.047307 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.047307 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.047307 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.047307 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.047307 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048867 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048867 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048867 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048867 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.048867 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.049496 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.049496 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.049496 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.049496 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.049867 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.049867 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.049867 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.050136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.050136 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.050325 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.050439 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.050595 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.050750 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.050906 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.051061 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.051216 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.051371 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.051526 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.051700 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.051957 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.052061 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.052186 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.052308 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.052446 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.052587 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.052742 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.052895 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.053050 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.053204 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.053362 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.053516 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.053671 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.053828 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.053992 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.054166 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.054290 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.054415 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.054581 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.054757 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.054900 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.055040 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.055182 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.055320 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:06:28.055439 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.055525 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.055654 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.056387 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.056532 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.056690 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.057068 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.057226 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.057374 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.057506 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.057665 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.057819 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.057986 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.058145 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.058299 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.058456 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.058635 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.058792 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.059005 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.059101 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.059241 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.059391 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.059708 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.059988 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.060300 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.060455 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.060615 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.060773 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.060929 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.061082 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.061237 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.061391 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.061571 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.061733 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.062127 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.062280 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.062437 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.062593 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.062748 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.062903 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.063056 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.063211 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.063372 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.063527 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.063711 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.064815 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.064815 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.064815 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.064815 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.064815 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.064815 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.064815 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.065260 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.065260 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.065260 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.065428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.065428 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.065599 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.065735 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.065893 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.066051 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.066206 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.066363 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.066518 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.066673 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.066828 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.066985 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.067139 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.067293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.067448 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.067635 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.067792 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.067947 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.068104 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.068265 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.068420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.068578 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.068734 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.068890 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.069044 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.069200 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.069356 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.069511 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.069670 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.069824 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.069979 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.070133 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.070291 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.070448 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.070616 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.071302 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.071302 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.071302 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.071302 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.071302 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072055 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072055 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072055 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072055 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072531 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072531 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072531 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072846 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072846 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.072988 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.073070 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.073218 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.073379 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.073534 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.073692 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.073847 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.074002 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.074166 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.074321 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.074476 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.074631 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.074785 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.074939 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.075102 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.075258 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.075413 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.075591 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.075748 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.075905 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.076068 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.076223 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.076591 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.076591 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.076843 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.076843 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.077089 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.077089 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.077245 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.077394 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.077550 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.077705 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.077869 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.078041 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.078169 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.078332 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.078489 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.078643 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.078840 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.078955 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.079109 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.079266 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.079420 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.079602 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.079744 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.079904 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.080065 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.080229 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.080391 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.080547 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.080709 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.080873 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.081036 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.081191 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.081353 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.081520 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.081674 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.081829 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.081984 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.082139 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.082293 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.082495 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.082621 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.082744 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.082868 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.083018 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.083172 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.083332 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.083486 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.083662 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.083818 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.083972 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.084126 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.084280 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.084436 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 23:06:28.084584 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 23:06:28.180230 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 46932) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:06:28.189482 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070615 Jul 13 23:06:37.387039 dv-cinder-799871-29-iscsi neutron-server[104035]: DEBUG dbcounter [-] [104035] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104035) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:06:40.906964 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ece3f8-8774-4478-bca2-dc3b20948d39 None None] get_active_networks_info from dv-cinder-799871-29-iscsi {{(pid=104144) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 13 23:06:40.930178 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writer thread running {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 23:06:41.182489 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ece3f8-8774-4478-bca2-dc3b20948d39 None None] No non-hosted networks {{(pid=104144) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 23:06:41.195231 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.agentschedulers_db [None req-a1ece3f8-8774-4478-bca2-dc3b20948d39 None None] DHCP Agent not found on host dv-cinder-799871-29-iscsi {{(pid=104144) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 13 23:06:41.285727 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-86caec83-2779-40d9-aeec-e4159680e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452643'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:43.195339 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writer thread running {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 23:06:43.788642 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-24dfa104-30fa-482f-8449-1d256065fce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452643'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:43.833283 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5137acf6-f304-4b5e-beae-70a416263fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:44.497510 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452643'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:44.970427 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47008) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:06:45.788796 dv-cinder-799871-29-iscsi neutron-server[104143]: WARNING oslo_policy.policy [None req-b7daeb50-3041-4364-8e0a-a1d6d2790fa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 23:06:45.789836 dv-cinder-799871-29-iscsi neutron-server[104143]: WARNING oslo_policy.policy [None req-b7daeb50-3041-4364-8e0a-a1d6d2790fa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 23:06:46.061434 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [None req-b7daeb50-3041-4364-8e0a-a1d6d2790fa0 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104143) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:06:46.076149 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-b7daeb50-3041-4364-8e0a-a1d6d2790fa0 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1032798 Jul 13 23:06:46.490037 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452643'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:46.605635 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452643'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:46.607977 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.610376 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.611265 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.612360 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.613550 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.615231 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.616347 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.617615 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.619007 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.620338 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.621665 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.622861 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.623759 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.625498 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.626549 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:46.628743 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-29-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:06:46.640980 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-29-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:06:48.387018 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.db.l3_hamode_db [None req-50cff416-23a6-4803-b973-e7bc597168d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 23:06:48.471726 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cff416-23a6-4803-b973-e7bc597168d8 None None] Routers set() bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:06:48.472143 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cff416-23a6-4803-b973-e7bc597168d8 None None] Router IDs set() for agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 13 23:06:48.888579 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47040) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:06:49.478398 dv-cinder-799871-29-iscsi neutron-server[104142]: WARNING oslo_policy.policy [None req-7fd3aaf1-2fd9-4103-8926-3e6813dda9ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 23:06:49.478856 dv-cinder-799871-29-iscsi neutron-server[104142]: WARNING oslo_policy.policy [None req-7fd3aaf1-2fd9-4103-8926-3e6813dda9ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 23:06:49.695238 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-7fd3aaf1-2fd9-4103-8926-3e6813dda9ec admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:06:49.787599 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.policy [None req-7fd3aaf1-2fd9-4103-8926-3e6813dda9ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104142) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 23:06:49.829828 dv-cinder-799871-29-iscsi neutron-server[104142]: WARNING oslo_policy.policy [None req-7fd3aaf1-2fd9-4103-8926-3e6813dda9ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 23:06:49.830238 dv-cinder-799871-29-iscsi neutron-server[104142]: WARNING oslo_policy.policy [None req-7fd3aaf1-2fd9-4103-8926-3e6813dda9ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 23:06:49.850556 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writer thread running {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 23:06:49.932749 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd3aaf1-2fd9-4103-8926-3e6813dda9ec admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743157938324', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743157937800', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743157922131', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743157899069', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743157892434', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743157899440', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1752188', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1337422', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-277546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-454425'] for rbac-policy (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:50.013062 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd3aaf1-2fd9-4103-8926-3e6813dda9ec admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:50.014547 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7fd3aaf1-2fd9-4103-8926-3e6813dda9ec admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1238337 Jul 13 23:06:52.334115 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47056) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:06:52.690770 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:06:52.733884 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Made reservation on behalf of bd646bf2ad574160a5fa8742f70da34c for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:06:52.738125 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:52.757252 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:52.888406 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Publish callbacks [] for security_group (e3acb4e1-91ea-444d-a67a-dbc9f3a74d6c), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:52.892818 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (e3acb4e1-91ea-444d-a67a-dbc9f3a74d6c), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:52.920365 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:06:52.958068 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743153091898', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (ed860a93-6126-42be-9800-8c1e96c5ec89), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:52.958677 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Unsubscribe: segment precommit_create {{(pid=104142) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 23:06:52.959231 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Added segment ed860a93-6126-42be-9800-8c1e96c5ec89 of type vlan for network 30561c05-7478-4012-9b20-db372f347d86 Jul 13 23:06:52.997459 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e3acb4e1-91ea-444d-a67a-dbc9f3a74d6c,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:06:53.037492 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.037870 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.038246 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.038582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.038910 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.039233 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.039570 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.039897 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.040217 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.041079 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.041392 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.041707 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.042022 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.042333 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.042644 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Tracked resource versions report: Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: pushed versions: Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: { 'AddressGroup': {'1.2'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Agent': {'1.1'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'ConntrackHelper': {'1.0'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'LocalIPAssociation': {'1.0'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Log': {'1.0'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'NDPProxy': {'1.0'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Network': {'1.1'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Port': {'1.7'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'PortForwarding': {'1.3'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'QosPolicy': {'1.10'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SecurityGroup': {'1.5'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SecurityGroupRule': {'1.2'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SubPort': {'1.0'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Subnet': {'1.1'}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Trunk': {'1.1'}} Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: consumer versions: Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: { DHCP agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: L3 agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: Metadata agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: Metering agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: Open vSwitch agent@dv-cinder-799871-29-iscsi: { 'AddressGroup': '1.2', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Agent': '1.1', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'ConntrackHelper': '1.0', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'LocalIPAssociation': '1.0', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Log': '1.0', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'NDPProxy': '1.0', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Network': '1.1', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Port': '1.7', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'PortForwarding': '1.3', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'QosPolicy': '1.10', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SecurityGroup': '1.5', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SecurityGroupRule': '1.2', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SubPort': '1.0', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Subnet': '1.1', Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Trunk': '1.1'}} Jul 13 23:06:53.044245 dv-cinder-799871-29-iscsi neutron-server[104142]: {{(pid=104142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 23:06:53.085446 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (30561c05-7478-4012-9b20-db372f347d86), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:53.144364 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (30561c05-7478-4012-9b20-db372f347d86), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:53.150129 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:06:53.150873 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:53.197877 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=59,neutron:INSERT=39,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:06:53.234351 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8991132 Jul 13 23:06:53.295362 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916e4e6-bb77-4b18-8881-10fc22401f99 demo demo] Pushing event updated for resources: {'Network': ['ID=30561c05-7478-4012-9b20-db372f347d86,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:06:53.310995 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 30561c05-7478-4012-9b20-db372f347d86 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:06:55.810292 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47070) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:06:56.260942 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4047f8-edad-4263-b892-ef83b14cb396 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:06:56.262322 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ba4047f8-edad-4263-b892-ef83b14cb396 demo admin] 10.222.0.60 "GET /v2.0/networks/30561c05-7478-4012-9b20-db372f347d86 HTTP/1.1" status: 200 len: 825 time: 0.4510148 Jul 13 23:06:56.289270 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9191f28a-29cd-4ae9-bf86-c2970ea12c0d demo admin] 10.222.0.60 "GET /v2.0/subnetpools/b18b18ef-da5d-49e2-9728-d705632edd8b HTTP/1.1" status: 200 len: 734 time: 0.0205343 Jul 13 23:06:56.299931 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Request body: {'subnet': {'subnetpool_id': 'b18b18ef-da5d-49e2-9728-d705632edd8b', 'network_id': '30561c05-7478-4012-9b20-db372f347d86', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:06:56.324410 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Made reservation on behalf of bd646bf2ad574160a5fa8742f70da34c for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:06:56.326746 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:56.487913 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:06:56.660590 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (c0af5ffe-8db7-4eb6-95bf-b21edd835c3d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:56.741242 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c0af5ffe-8db7-4eb6-95bf-b21edd835c3d,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:06:56.753343 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Checking segment: {'id': 'ed860a93-6126-42be-9800-8c1e96c5ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '30561c05-7478-4012-9b20-db372f347d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:06:56.753729 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Network hostable DHCP agents. Network: 30561c05-7478-4012-9b20-db372f347d86, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:06:56.776799 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Network 30561c05-7478-4012-9b20-db372f347d86 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:06:56.789627 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 30561c05-7478-4012-9b20-db372f347d86) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:06:56.795358 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:06:56.796034 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:56.801621 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f53099-c6e1-4114-8ab5-f645cfae7f32 None None] Network 30561c05-7478-4012-9b20-db372f347d86 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:06:56.818413 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e583f44f-3b2c-42d5-8e40-58bdd5d86e17 demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5220125 Jul 13 23:06:56.831577 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=35,neutron:INSERT=35 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:06:57.087924 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-30561c05-7478-4012-9b20-db372f347d86', 'network_id': '30561c05-7478-4012-9b20-db372f347d86', 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'fixed_ips': [{'subnet_id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:06:57.089263 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:57.403020 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Allocated IP 172.20.0.2 (30561c05-7478-4012-9b20-db372f347d86/c0af5ffe-8db7-4eb6-95bf-b21edd835c3d/5a5a1d70-dcff-4548-9de3-bfb1eca4ec82) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:06:57.511025 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:06:57.679240 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Publish callbacks [] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:57.688542 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:57.790456 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Network 30561c05-7478-4012-9b20-db372f347d86 is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:06:57.799713 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:06:57.810732 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:06:57.826660 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Pushing event updated for resources: {'Port': ['ID=5a5a1d70-dcff-4548-9de3-bfb1eca4ec82,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:06:57.853661 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.854004 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.854352 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.854704 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.855032 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.855363 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.855708 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.856029 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.856364 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.856694 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.857012 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.857346 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.857662 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.857979 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.858290 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Tracked resource versions report: Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: pushed versions: Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: { 'AddressGroup': {'1.2'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Agent': {'1.1'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'ConntrackHelper': {'1.0'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'LocalIPAssociation': {'1.0'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Log': {'1.0'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'NDPProxy': {'1.0'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Network': {'1.1'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Port': {'1.7'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'PortForwarding': {'1.3'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'QosPolicy': {'1.10'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SecurityGroup': {'1.5'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SecurityGroupRule': {'1.2'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SubPort': {'1.0'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Subnet': {'1.1'}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Trunk': {'1.1'}} Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: consumer versions: Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: { DHCP agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: L3 agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: Metadata agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: Metering agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: Open vSwitch agent@dv-cinder-799871-29-iscsi: { 'AddressGroup': '1.2', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Agent': '1.1', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'ConntrackHelper': '1.0', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'LocalIPAssociation': '1.0', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Log': '1.0', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'NDPProxy': '1.0', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Network': '1.1', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Port': '1.7', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'PortForwarding': '1.3', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'QosPolicy': '1.10', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SecurityGroup': '1.5', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SecurityGroupRule': '1.2', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SubPort': '1.0', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Subnet': '1.1', Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Trunk': '1.1'}} Jul 13 23:06:57.859788 dv-cinder-799871-29-iscsi neutron-server[104144]: {{(pid=104144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 23:06:57.913448 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Attempting to bind port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:06:57.913834 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Attempting to bind port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': 'ed860a93-6126-42be-9800-8c1e96c5ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '30561c05-7478-4012-9b20-db372f347d86'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:06:57.914254 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Attempting to bind port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 on network 30561c05-7478-4012-9b20-db372f347d86 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:06:57.919565 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:06:57.919906 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Checking segment: {'id': 'ed860a93-6126-42be-9800-8c1e96c5ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '30561c05-7478-4012-9b20-db372f347d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:06:57.920339 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:57.920724 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Bound using segment: {'id': 'ed860a93-6126-42be-9800-8c1e96c5ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '30561c05-7478-4012-9b20-db372f347d86'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:06:57.921234 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Bound port: 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed860a93-6126-42be-9800-8c1e96c5ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '30561c05-7478-4012-9b20-db372f347d86'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:06:57.921574 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:57.960900 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:06:57.987423 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] For port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:06:58.007767 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] For port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=5a5a1d70-dcff-4548-9de3-bfb1eca4ec82,segment=NetworkSegment(ed860a93-6126-42be-9800-8c1e96c5ec89),segment_id=ed860a93-6126-42be-9800-8c1e96c5ec89)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:06:58.016568 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:06:58.075295 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180dc29-5c66-4ed1-a77c-b392a59bf0b4 None None] Pushing event updated for resources: {'Port': ['ID=5a5a1d70-dcff-4548-9de3-bfb1eca4ec82,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:06:59.204477 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47082) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:06:59.569867 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [None req-21d2d0bd-3f2b-492d-ae35-b6b63d92626f admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:06:59.579626 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-21d2d0bd-3f2b-492d-ae35-b6b63d92626f admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3655133 Jul 13 23:07:01.897974 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47090) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:07:02.247004 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [None req-474a8538-75da-4dc6-9872-71276f961a90 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:07:02.248061 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-474a8538-75da-4dc6-9872-71276f961a90 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3491657 Jul 13 23:07:03.001857 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=12 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:04.613361 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47098) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:07:04.938223 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-04aa9a1c-b6c8-4b14-a804-55f25cd666a2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:07:04.982192 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-04aa9a1c-b6c8-4b14-a804-55f25cd666a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (30460c62-7696-44bf-9cf3-f3ea3611fc06), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:04.983899 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-04aa9a1c-b6c8-4b14-a804-55f25cd666a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (30460c62-7696-44bf-9cf3-f3ea3611fc06), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:05.137284 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-04aa9a1c-b6c8-4b14-a804-55f25cd666a2 demo demo] Publish callbacks [] for router_controller (30460c62-7696-44bf-9cf3-f3ea3611fc06), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:05.142107 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-04aa9a1c-b6c8-4b14-a804-55f25cd666a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (30460c62-7696-44bf-9cf3-f3ea3611fc06), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:05.162073 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-04aa9a1c-b6c8-4b14-a804-55f25cd666a2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:05.163294 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-04aa9a1c-b6c8-4b14-a804-55f25cd666a2 demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5489452 Jul 13 23:07:06.285231 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1014e06a-0b4c-4bc7-b60e-6efc88e59d2c None None] Network 30561c05-7478-4012-9b20-db372f347d86 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:07:06.441984 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-6a3e5806-6a93-4c12-9d6d-c4f31c62bfd5 None None] Provisioning complete for port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:06.442393 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-6a3e5806-6a93-4c12-9d6d-c4f31c62bfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:06.522387 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:06.599172 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e5806-6a93-4c12-9d6d-c4f31c62bfd5 None None] Current status of the port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:07:06.599719 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-6a3e5806-6a93-4c12-9d6d-c4f31c62bfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:06.641714 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-6a3e5806-6a93-4c12-9d6d-c4f31c62bfd5 None None] For port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=5a5a1d70-dcff-4548-9de3-bfb1eca4ec82,segment=NetworkSegment(ed860a93-6126-42be-9800-8c1e96c5ec89),segment_id=ed860a93-6126-42be-9800-8c1e96c5ec89)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:07:06.648931 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-6a3e5806-6a93-4c12-9d6d-c4f31c62bfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:06.699915 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:07:06.729295 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e5806-6a93-4c12-9d6d-c4f31c62bfd5 None None] Pushing event updated for resources: {'Port': ['ID=5a5a1d70-dcff-4548-9de3-bfb1eca4ec82,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:06.760841 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:06.761142 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:06.789462 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ef773a22-e20b-4e50-8ca7-56d101a9d109 None None] Provisioning complete for port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:06.789838 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ef773a22-e20b-4e50-8ca7-56d101a9d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:06.891742 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:07:06.903069 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ef773a22-e20b-4e50-8ca7-56d101a9d109 None None] Current status of the port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:07:07.434599 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47110) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:07:07.753766 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [None req-0491fc7d-c644-4fc7-ad38-1b0e86c043ad admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:07:07.754791 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0491fc7d-c644-4fc7-ad38-1b0e86c043ad admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3192363 Jul 13 23:07:08.648635 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:07:08.698649 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:08.699029 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:08.726941 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:08.789956 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:07:09.967157 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:07:10.020321 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47118) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:07:10.336862 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:07:10.349374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writer thread running {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 13 23:07:10.350019 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:10.395083 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Made reservation on behalf of c5ffbcb80ba6476698f912924febd384 for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:07:10.455958 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.policy [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104143) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 23:07:10.497085 dv-cinder-799871-29-iscsi neutron-server[104143]: WARNING oslo_policy.policy [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 23:07:10.497458 dv-cinder-799871-29-iscsi neutron-server[104143]: WARNING oslo_policy.policy [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 23:07:10.506751 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:10.528409 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:10.639934 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Publish callbacks [] for security_group (0ccd334e-b54c-40a7-9b5b-cea82c45303d), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:10.643986 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (0ccd334e-b54c-40a7-9b5b-cea82c45303d), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:10.655494 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Reserving flat network on physical network physnet1 {{(pid=104143) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 23:07:10.688615 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743153091898', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (739e9602-4531-456d-8141-c8e85ecd0691), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:10.689150 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Unsubscribe: segment precommit_create {{(pid=104143) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 23:07:10.689664 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Added segment 739e9602-4531-456d-8141-c8e85ecd0691 of type flat for network e6b34159-9a37-416c-af34-bfc59800f06b Jul 13 23:07:10.707039 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccd334e-b54c-40a7-9b5b-cea82c45303d,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:10.763020 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.763353 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.763705 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.764029 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.764346 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.764660 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.764969 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.765276 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.765584 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.765891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.766198 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.766502 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.766803 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.767111 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.767407 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Tracked resource versions report: Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: pushed versions: Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: { 'AddressGroup': {'1.2'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Agent': {'1.1'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'ConntrackHelper': {'1.0'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'LocalIPAssociation': {'1.0'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Log': {'1.0'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'NDPProxy': {'1.0'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Network': {'1.1'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Port': {'1.7'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'PortForwarding': {'1.3'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'QosPolicy': {'1.10'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SecurityGroup': {'1.5'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SecurityGroupRule': {'1.2'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SubPort': {'1.0'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Subnet': {'1.1'}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Trunk': {'1.1'}} Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: consumer versions: Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: { DHCP agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: L3 agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: Metadata agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: Metering agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: Open vSwitch agent@dv-cinder-799871-29-iscsi: { 'AddressGroup': '1.2', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Agent': '1.1', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'ConntrackHelper': '1.0', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'LocalIPAssociation': '1.0', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Log': '1.0', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'NDPProxy': '1.0', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Network': '1.1', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Port': '1.7', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'PortForwarding': '1.3', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'QosPolicy': '1.10', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SecurityGroup': '1.5', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SecurityGroupRule': '1.2', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SubPort': '1.0', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Subnet': '1.1', Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Trunk': '1.1'}} Jul 13 23:07:10.768880 dv-cinder-799871-29-iscsi neutron-server[104143]: {{(pid=104143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 23:07:10.809062 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (e6b34159-9a37-416c-af34-bfc59800f06b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:10.823026 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-61689311-066d-4e68-815f-12ad92864ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:10.860092 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (e6b34159-9a37-416c-af34-bfc59800f06b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:10.861467 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:07:10.862180 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:10.936798 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9152966 Jul 13 23:07:10.974538 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06393d26-cf51-4915-847b-7da056da74cf admin admin] Pushing event updated for resources: {'Network': ['ID=e6b34159-9a37-416c-af34-bfc59800f06b,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:10.989384 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network e6b34159-9a37-416c-af34-bfc59800f06b details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:07:13.222764 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47134) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:07:13.628850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77495a7-baef-4039-8788-07a5f54c12c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:07:13.630220 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-f77495a7-baef-4039-8788-07a5f54c12c8 demo admin] 10.222.0.60 "GET /v2.0/subnets/c0af5ffe-8db7-4eb6-95bf-b21edd835c3d HTTP/1.1" status: 200 len: 849 time: 0.4065127 Jul 13 23:07:13.780950 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9e64c6e5-db92-4454-b749-c9f05b41f3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:13.792424 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-cc450521-26df-4fcc-8bdb-efd1a2265b63 demo admin] 10.222.0.60 "GET /v2.0/routers/30460c62-7696-44bf-9cf3-f3ea3611fc06 HTTP/1.1" status: 200 len: 704 time: 0.1555107 Jul 13 23:07:14.086882 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:14.375351 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:14.379944 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:14.409416 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Allocated IP 172.20.0.1 (30561c05-7478-4012-9b20-db372f347d86/c0af5ffe-8db7-4eb6-95bf-b21edd835c3d/90c93287-200b-43b9-895a-b911a5519e89) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:07:14.461841 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:14.608599 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Publish callbacks [] for port (90c93287-200b-43b9-895a-b911a5519e89), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:14.671915 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (90c93287-200b-43b9-895a-b911a5519e89), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:14.754302 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Network 30561c05-7478-4012-9b20-db372f347d86 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:07:14.762863 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:07:14.766252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:07:14.766847 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (30460c62-7696-44bf-9cf3-f3ea3611fc06), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:14.787636 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Pushing event updated for resources: {'Port': ['ID=90c93287-200b-43b9-895a-b911a5519e89,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:14.971137 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-471ecd3f-5c70-4115-8d1b-e611ebb8e0ef None None] Provisioning complete for port 90c93287-200b-43b9-895a-b911a5519e89 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:14.971760 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-471ecd3f-5c70-4115-8d1b-e611ebb8e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (90c93287-200b-43b9-895a-b911a5519e89), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:14.974386 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (90c93287-200b-43b9-895a-b911a5519e89), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:15.003224 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-471ecd3f-5c70-4115-8d1b-e611ebb8e0ef None None] Port 90c93287-200b-43b9-895a-b911a5519e89 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:07:15.157671 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=29,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:15.158582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=71,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:15.249751 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Publish callbacks [] for port (90c93287-200b-43b9-895a-b911a5519e89), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:15.254595 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (90c93287-200b-43b9-895a-b911a5519e89), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:15.255451 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (30460c62-7696-44bf-9cf3-f3ea3611fc06), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:15.316630 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Pushing event updated for resources: {'Port': ['ID=90c93287-200b-43b9-895a-b911a5519e89,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:15.396033 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Network 30561c05-7478-4012-9b20-db372f347d86 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:07:15.397766 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:07:15.509419 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:15.517586 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:15.572505 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Router 30460c62-7696-44bf-9cf3-f3ea3611fc06 is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:07:15.626014 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-96e3d66c-ad43-4a32-9478-238025a2490e None None] Provisioning complete for port 90c93287-200b-43b9-895a-b911a5519e89 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:15.626411 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-96e3d66c-ad43-4a32-9478-238025a2490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (90c93287-200b-43b9-895a-b911a5519e89), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:15.661020 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-96e3d66c-ad43-4a32-9478-238025a2490e None None] Port 90c93287-200b-43b9-895a-b911a5519e89 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:07:15.666759 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:07:15.673755 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-2a825df5-2a04-447b-860f-e2b65782aa19 demo admin] 10.222.0.60 "PUT /v2.0/routers/30460c62-7696-44bf-9cf3-f3ea3611fc06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8751040 Jul 13 23:07:15.691991 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Sync routers for ids ['30460c62-7696-44bf-9cf3-f3ea3611fc06'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:07:15.710201 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Routers {'30460c62-7696-44bf-9cf3-f3ea3611fc06'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:07:15.711363 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:07:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['30460c62-7696-44bf-9cf3-f3ea3611fc06'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:07:15.958912 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Set router 30460c62-7696-44bf-9cf3-f3ea3611fc06 gateway port host: None {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:07:16.408000 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:16.453701 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'name': 'router1', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:07:04Z', 'updated_at': '2022-07-13T23:07:14Z', 'revision_number': 2, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'gw_port_host': None, '_interfaces': [{'id': '90c93287-200b-43b9-895a-b911a5519e89', 'name': '', 'network_id': '30561c05-7478-4012-9b20-db372f347d86', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'mac_address': 'fa:16:3e:88:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:07:14Z', 'updated_at': '2022-07-13T23:07:15Z', 'revision_number': 2, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'subnets': [{'id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b18b18ef-da5d-49e2-9728-d705632edd8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:07:16.503052 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Checking router: 30460c62-7696-44bf-9cf3-f3ea3611fc06 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:07:16.503415 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Updating router 30460c62-7696-44bf-9cf3-f3ea3611fc06 port 90c93287-200b-43b9-895a-b911a5519e89 binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:07:16.590622 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:16.596940 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (90c93287-200b-43b9-895a-b911a5519e89), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:17.096761 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Publish callbacks [] for port (90c93287-200b-43b9-895a-b911a5519e89), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:17.106438 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (90c93287-200b-43b9-895a-b911a5519e89), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:17.301377 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Pushing event updated for resources: {'Port': ['ID=90c93287-200b-43b9-895a-b911a5519e89,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:17.325951 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.326452 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.326929 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.327388 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.327869 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.328313 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.328753 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.329202 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.329668 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.330122 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.330614 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.331094 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.331641 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.332159 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.332675 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Tracked resource versions report: Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: pushed versions: Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: { 'AddressGroup': {'1.2'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Agent': {'1.1'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'ConntrackHelper': {'1.0'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'LocalIPAssociation': {'1.0'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Log': {'1.0'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'NDPProxy': {'1.0'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Network': {'1.1'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Port': {'1.7'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'PortForwarding': {'1.3'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'QosPolicy': {'1.10'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SecurityGroup': {'1.5'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SecurityGroupRule': {'1.2'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SubPort': {'1.0'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Subnet': {'1.1'}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Trunk': {'1.1'}} Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: consumer versions: Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: { DHCP agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: L3 agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: Metadata agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: Metering agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: Open vSwitch agent@dv-cinder-799871-29-iscsi: { 'AddressGroup': '1.2', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Agent': '1.1', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'ConntrackHelper': '1.0', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'LocalIPAssociation': '1.0', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Log': '1.0', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'NDPProxy': '1.0', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Network': '1.1', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Port': '1.7', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'PortForwarding': '1.3', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'QosPolicy': '1.10', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SecurityGroup': '1.5', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SecurityGroupRule': '1.2', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SubPort': '1.0', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Subnet': '1.1', Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Trunk': '1.1'}} Jul 13 23:07:17.335195 dv-cinder-799871-29-iscsi neutron-server[104145]: {{(pid=104145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 23:07:17.339971 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Attempting to bind port 90c93287-200b-43b9-895a-b911a5519e89 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:07:17.340578 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Attempting to bind port 90c93287-200b-43b9-895a-b911a5519e89 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': 'ed860a93-6126-42be-9800-8c1e96c5ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '30561c05-7478-4012-9b20-db372f347d86'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:07:17.341208 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Attempting to bind port 90c93287-200b-43b9-895a-b911a5519e89 on network 30561c05-7478-4012-9b20-db372f347d86 {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:07:17.351107 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:07:17.351656 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Checking segment: {'id': 'ed860a93-6126-42be-9800-8c1e96c5ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '30561c05-7478-4012-9b20-db372f347d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:07:17.352432 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:17.353600 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Bound using segment: {'id': 'ed860a93-6126-42be-9800-8c1e96c5ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '30561c05-7478-4012-9b20-db372f347d86'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:07:17.359890 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Bound port: 90c93287-200b-43b9-895a-b911a5519e89, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed860a93-6126-42be-9800-8c1e96c5ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '30561c05-7478-4012-9b20-db372f347d86'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:07:17.359890 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (90c93287-200b-43b9-895a-b911a5519e89), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:17.403445 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-6774891d-503e-46a6-bda9-7840eb09717c None None] Provisioning complete for port 90c93287-200b-43b9-895a-b911a5519e89 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:17.404236 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-6774891d-503e-46a6-bda9-7840eb09717c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (90c93287-200b-43b9-895a-b911a5519e89), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:17.407799 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:17.444279 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] For port 90c93287-200b-43b9-895a-b911a5519e89, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:07:17.446402 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-6774891d-503e-46a6-bda9-7840eb09717c None None] Port 90c93287-200b-43b9-895a-b911a5519e89 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:07:17.467418 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] For port 90c93287-200b-43b9-895a-b911a5519e89, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=90c93287-200b-43b9-895a-b911a5519e89,segment=NetworkSegment(ed860a93-6126-42be-9800-8c1e96c5ec89),segment_id=ed860a93-6126-42be-9800-8c1e96c5ec89)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:07:17.473757 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (90c93287-200b-43b9-895a-b911a5519e89), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:17.511282 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:17.534985 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Routers {'30460c62-7696-44bf-9cf3-f3ea3611fc06'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:07:17.535746 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:07:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['30460c62-7696-44bf-9cf3-f3ea3611fc06'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:07:17.605039 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7105aed-d415-4b8f-b020-35e7281d8f22 None None] Pushing event updated for resources: {'Port': ['ID=90c93287-200b-43b9-895a-b911a5519e89,revision_number=4']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:17.638006 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] Set router 30460c62-7696-44bf-9cf3-f3ea3611fc06 gateway port host: None {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:07:17.768435 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-46dbbbb0-b5e5-48ea-9856-fb25207ac26f None None] Provisioning complete for port 90c93287-200b-43b9-895a-b911a5519e89 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:17.768986 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-46dbbbb0-b5e5-48ea-9856-fb25207ac26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (90c93287-200b-43b9-895a-b911a5519e89), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:17.889329 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-46dbbbb0-b5e5-48ea-9856-fb25207ac26f None None] Current status of the port 90c93287-200b-43b9-895a-b911a5519e89 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:07:17.889329 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-46dbbbb0-b5e5-48ea-9856-fb25207ac26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (90c93287-200b-43b9-895a-b911a5519e89), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:17.900718 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'name': 'router1', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:07:04Z', 'updated_at': '2022-07-13T23:07:14Z', 'revision_number': 2, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'gw_port_host': None, '_interfaces': [{'id': '90c93287-200b-43b9-895a-b911a5519e89', 'name': '', 'network_id': '30561c05-7478-4012-9b20-db372f347d86', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'mac_address': 'fa:16:3e:88:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:07:14Z', 'updated_at': '2022-07-13T23:07:17Z', 'revision_number': 4, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'subnets': [{'id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b18b18ef-da5d-49e2-9728-d705632edd8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:07:17.903574 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:17.935102 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557531d9-ac77-4b8c-8c1b-56742a67dab1 None None] The sync data for ids ['30460c62-7696-44bf-9cf3-f3ea3611fc06'] in dv-cinder-799871-29-iscsi is: [{'id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'name': 'router1', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:07:04Z', 'updated_at': '2022-07-13T23:07:14Z', 'revision_number': 2, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'gw_port_host': None, '_interfaces': [{'id': '90c93287-200b-43b9-895a-b911a5519e89', 'name': '', 'network_id': '30561c05-7478-4012-9b20-db372f347d86', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'mac_address': 'fa:16:3e:88:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:07:14Z', 'updated_at': '2022-07-13T23:07:17Z', 'revision_number': 4, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'subnets': [{'id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b18b18ef-da5d-49e2-9728-d705632edd8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:07:17.942846 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-46dbbbb0-b5e5-48ea-9856-fb25207ac26f None None] For port 90c93287-200b-43b9-895a-b911a5519e89, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=90c93287-200b-43b9-895a-b911a5519e89,segment=NetworkSegment(ed860a93-6126-42be-9800-8c1e96c5ec89),segment_id=ed860a93-6126-42be-9800-8c1e96c5ec89)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:07:17.948440 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-46dbbbb0-b5e5-48ea-9856-fb25207ac26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (90c93287-200b-43b9-895a-b911a5519e89), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:18.006012 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbbbb0-b5e5-48ea-9856-fb25207ac26f None None] Pushing event updated for resources: {'Port': ['ID=90c93287-200b-43b9-895a-b911a5519e89,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:18.169538 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47148) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:07:18.611036 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969663b8-f9cf-4a67-96d9-8299daac6b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:07:18.612521 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-969663b8-f9cf-4a67-96d9-8299daac6b3c admin admin] 10.222.0.60 "GET /v2.0/networks/e6b34159-9a37-416c-af34-bfc59800f06b HTTP/1.1" status: 200 len: 842 time: 0.4419625 Jul 13 23:07:18.622462 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:07:18.646181 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Made reservation on behalf of c5ffbcb80ba6476698f912924febd384 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:07:18.648854 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:18.973165 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.objects.ports [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104142) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 13 23:07:18.973844 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (c57d63cc-b25b-4a57-af3d-b62f7c919651), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:19.044700 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57d63cc-b25b-4a57-af3d-b62f7c919651,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:19.056978 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:07:19.057329 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Network hostable DHCP agents. Network: e6b34159-9a37-416c-af34-bfc59800f06b, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:07:19.080368 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:07:19.092929 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, e6b34159-9a37-416c-af34-bfc59800f06b) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:07:19.100765 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:07:19.102281 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:19.108147 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08e3c0-65c9-4e02-80fd-f8acc6660a9a None None] Network e6b34159-9a37-416c-af34-bfc59800f06b requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:07:19.128851 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a8a9918a-5996-4253-adbc-ec1245072122 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5099192 Jul 13 23:07:19.267226 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc081c-25f4-4ab3-ab6c-1cb6df6a7905 None None] Network e6b34159-9a37-416c-af34-bfc59800f06b requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:07:21.721063 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47156) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:07:22.294431 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-08584c08-8b10-44cb-b32d-b56ab72a761f demo admin] 10.222.0.60 "GET /v2.0/routers/30460c62-7696-44bf-9cf3-f3ea3611fc06 HTTP/1.1" status: 200 len: 710 time: 0.5721030 Jul 13 23:07:22.403285 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e6d61c-25eb-4e54-beb3-c5bd5eeee118 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:07:22.404828 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-99e6d61c-25eb-4e54-beb3-c5bd5eeee118 demo admin] 10.222.0.60 "GET /v2.0/networks/e6b34159-9a37-416c-af34-bfc59800f06b HTTP/1.1" status: 200 len: 886 time: 0.0979316 Jul 13 23:07:22.417598 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:07:22.757459 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Publish callbacks [] for router_gateway (30460c62-7696-44bf-9cf3-f3ea3611fc06), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:22.761934 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:22.773386 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:23.020639 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Publish callbacks [] for router_gateway (30460c62-7696-44bf-9cf3-f3ea3611fc06), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:23.111455 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:23.306174 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Allocated IP 172.27.3.20 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/f904351f-879a-4514-bc85-838db85f92be) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:07:23.446694 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Publish callbacks [] for port (f904351f-879a-4514-bc85-838db85f92be), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:23.518554 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (f904351f-879a-4514-bc85-838db85f92be), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:23.597422 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:07:23.604754 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:07:23.619737 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:07:23.626853 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Pushing event updated for resources: {'Port': ['ID=f904351f-879a-4514-bc85-838db85f92be,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:23.929032 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Publish callbacks [] for router_gateway (30460c62-7696-44bf-9cf3-f3ea3611fc06), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:23.971643 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:24.034878 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:24.150538 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-410'] for router (30460c62-7696-44bf-9cf3-f3ea3611fc06), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:24.156009 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-398632'] for router (30460c62-7696-44bf-9cf3-f3ea3611fc06), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:24.281482 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Router 30460c62-7696-44bf-9cf3-f3ea3611fc06 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:07:24.501702 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:07:24.506237 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:24.511596 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ec149b35-ef87-4442-afdc-d24a6e45331e demo admin] 10.222.0.60 "PUT /v2.0/routers/30460c62-7696-44bf-9cf3-f3ea3611fc06 HTTP/1.1" status: 200 len: 889 time: 2.0950770 Jul 13 23:07:24.708583 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 90c93287-200b-43b9-895a-b911a5519e89 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:07:24.763688 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 90c93287-200b-43b9-895a-b911a5519e89 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:24.764156 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (90c93287-200b-43b9-895a-b911a5519e89), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:24.800278 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:24.870877 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 90c93287-200b-43b9-895a-b911a5519e89 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:07:24.991242 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Sync routers for ids ['30460c62-7696-44bf-9cf3-f3ea3611fc06'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:07:25.003935 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Routers {'30460c62-7696-44bf-9cf3-f3ea3611fc06'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:07:25.004524 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:07:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['30460c62-7696-44bf-9cf3-f3ea3611fc06'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:07:25.253001 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Set router 30460c62-7696-44bf-9cf3-f3ea3611fc06 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:07:25.661745 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=13 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:25.663809 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=16,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:25.789986 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'name': 'router1', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f904351f-879a-4514-bc85-838db85f92be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:07:04Z', 'updated_at': '2022-07-13T23:07:23Z', 'revision_number': 4, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'gw_port': {'id': 'f904351f-879a-4514-bc85-838db85f92be', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:07:23Z', 'updated_at': '2022-07-13T23:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '90c93287-200b-43b9-895a-b911a5519e89', 'name': '', 'network_id': '30561c05-7478-4012-9b20-db372f347d86', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'mac_address': 'fa:16:3e:88:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:07:14Z', 'updated_at': '2022-07-13T23:07:17Z', 'revision_number': 5, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'subnets': [{'id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b18b18ef-da5d-49e2-9728-d705632edd8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:07:25.843976 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Checking router: 30460c62-7696-44bf-9cf3-f3ea3611fc06 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:07:25.844331 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Updating router 30460c62-7696-44bf-9cf3-f3ea3611fc06 port f904351f-879a-4514-bc85-838db85f92be binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:07:25.908135 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f904351f-879a-4514-bc85-838db85f92be), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:26.121628 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:26.273578 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Publish callbacks [] for port (f904351f-879a-4514-bc85-838db85f92be), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:26.279112 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (f904351f-879a-4514-bc85-838db85f92be), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:26.361170 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066c0ec-37a7-4df4-b062-30bfd2dad1ba None None] Pushing event updated for resources: {'Port': ['ID=f904351f-879a-4514-bc85-838db85f92be,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:26.364928 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Attempting to bind port f904351f-879a-4514-bc85-838db85f92be on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:07:26.365299 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Attempting to bind port f904351f-879a-4514-bc85-838db85f92be by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:07:26.365659 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Attempting to bind port f904351f-879a-4514-bc85-838db85f92be on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:07:26.372144 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:07:26.372487 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:07:26.372903 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:26.373308 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:07:26.373834 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Bound port: f904351f-879a-4514-bc85-838db85f92be, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:07:26.374320 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f904351f-879a-4514-bc85-838db85f92be), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:26.430253 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] For port f904351f-879a-4514-bc85-838db85f92be, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:07:26.433830 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] For port f904351f-879a-4514-bc85-838db85f92be, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=f904351f-879a-4514-bc85-838db85f92be,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:07:26.440469 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (f904351f-879a-4514-bc85-838db85f92be), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:26.492841 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Routers {'30460c62-7696-44bf-9cf3-f3ea3611fc06'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:07:26.493466 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:07:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['30460c62-7696-44bf-9cf3-f3ea3611fc06'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:07:26.543354 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066c0ec-37a7-4df4-b062-30bfd2dad1ba None None] Pushing event updated for resources: {'Port': ['ID=f904351f-879a-4514-bc85-838db85f92be,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:26.588354 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:26.625670 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] Set router 30460c62-7696-44bf-9cf3-f3ea3611fc06 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:07:26.850673 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'name': 'router1', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f904351f-879a-4514-bc85-838db85f92be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:07:04Z', 'updated_at': '2022-07-13T23:07:23Z', 'revision_number': 4, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'gw_port': {'id': 'f904351f-879a-4514-bc85-838db85f92be', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:07:23Z', 'updated_at': '2022-07-13T23:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '90c93287-200b-43b9-895a-b911a5519e89', 'name': '', 'network_id': '30561c05-7478-4012-9b20-db372f347d86', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'mac_address': 'fa:16:3e:88:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:07:14Z', 'updated_at': '2022-07-13T23:07:17Z', 'revision_number': 5, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'subnets': [{'id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b18b18ef-da5d-49e2-9728-d705632edd8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:07:26.880882 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1827f5-b70c-4382-8605-b172937bfe20 None None] The sync data for ids ['30460c62-7696-44bf-9cf3-f3ea3611fc06'] in dv-cinder-799871-29-iscsi is: [{'id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'name': 'router1', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f904351f-879a-4514-bc85-838db85f92be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:07:04Z', 'updated_at': '2022-07-13T23:07:23Z', 'revision_number': 4, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'gw_port': {'id': 'f904351f-879a-4514-bc85-838db85f92be', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:07:23Z', 'updated_at': '2022-07-13T23:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '90c93287-200b-43b9-895a-b911a5519e89', 'name': '', 'network_id': '30561c05-7478-4012-9b20-db372f347d86', 'tenant_id': 'bd646bf2ad574160a5fa8742f70da34c', 'mac_address': 'fa:16:3e:88:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30460c62-7696-44bf-9cf3-f3ea3611fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:07:14Z', 'updated_at': '2022-07-13T23:07:17Z', 'revision_number': 5, 'project_id': 'bd646bf2ad574160a5fa8742f70da34c', 'subnets': [{'id': 'c0af5ffe-8db7-4eb6-95bf-b21edd835c3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b18b18ef-da5d-49e2-9728-d705632edd8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:07:27.423564 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47168) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:07:27.894440 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:27.934071 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=32 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:27.936046 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-f1182e64-0800-464a-bc66-5973cf471ccc admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.5113142 Jul 13 23:07:28.685002 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device f904351f-879a-4514-bc85-838db85f92be up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:07:28.737196 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port f904351f-879a-4514-bc85-838db85f92be triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:28.737602 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (f904351f-879a-4514-bc85-838db85f92be), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:28.787718 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:28.825747 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port f904351f-879a-4514-bc85-838db85f92be is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:07:28.826312 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f904351f-879a-4514-bc85-838db85f92be), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:28.848707 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port f904351f-879a-4514-bc85-838db85f92be, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=f904351f-879a-4514-bc85-838db85f92be,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:07:28.853382 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (f904351f-879a-4514-bc85-838db85f92be), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:28.908410 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=f904351f-879a-4514-bc85-838db85f92be,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:07:30.682462 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device f904351f-879a-4514-bc85-838db85f92be up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:07:30.734509 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port f904351f-879a-4514-bc85-838db85f92be triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:07:30.734877 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (f904351f-879a-4514-bc85-838db85f92be), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:30.811113 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port f904351f-879a-4514-bc85-838db85f92be is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:07:34.499145 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=30 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:34.501155 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=46 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:37.917277 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:37.932385 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:40.805501 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:40.810408 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=1,neutron:SELECT=32 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:40.836047 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-07b215c5-895d-4298-b302-da92e4b27ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:43.790748 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-fd797631-ab63-4deb-ae86-086113b0bbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:44.470166 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:46.430519 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:46.620400 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:07:46.966976 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:07:56.594983 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:56.611340 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:58.966070 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:07:58.971199 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:08:10.847917 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3dfd6a1-ea03-4a18-9517-d9085f27bafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:13.791522 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbd94-502c-4994-abe6-081ebd5116a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:14.470623 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:16.455964 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:16.612233 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:23.968640 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:08:26.444213 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:08:26.605982 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:08:37.961314 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=7 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:08:37.962586 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:08:40.825739 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e8d05ffe-c7c5-4854-bdf6-8f1db99d084e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:43.785785 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-2043cb1a-67e6-4408-9a94-4d399eab5718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:44.468631 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:46.417450 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:46.590142 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:51.163791 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47710) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:08:51.508079 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f624179-993d-4891-bf10-814492f6fb4c admin admin] GET failed (client error): The resource could not be found. Jul 13 23:08:51.510140 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-7f624179-993d-4891-bf10-814492f6fb4c admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3450623 Jul 13 23:08:51.687824 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fcbff7-8137-4a7d-bcc1-b21e0eefa022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:08:51.690072 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-c3fcbff7-8137-4a7d-bcc1-b21e0eefa022 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1752596 Jul 13 23:08:53.984373 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47720) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:08:54.435516 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965d5e98-85c3-49f1-bb07-f671b7cae34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:08:54.436955 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-965d5e98-85c3-49f1-bb07-f671b7cae34a admin admin] 10.222.0.60 "GET /v2.0/subnets/c0af5ffe-8db7-4eb6-95bf-b21edd835c3d HTTP/1.1" status: 200 len: 849 time: 0.4513075 Jul 13 23:08:54.448132 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:08:54.538563 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Publish callbacks [] for subnet (c0af5ffe-8db7-4eb6-95bf-b21edd835c3d), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:54.694564 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743153006156'] for subnet (c0af5ffe-8db7-4eb6-95bf-b21edd835c3d), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:54.728906 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:08:54.729500 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:54.731403 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] 10.222.0.60 "PUT /v2.0/subnets/c0af5ffe-8db7-4eb6-95bf-b21edd835c3d HTTP/1.1" status: 200 len: 868 time: 0.2872515 Jul 13 23:08:54.734334 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1489d32e-b83f-4bce-ac80-a231e2a91557 None None] Network 30561c05-7478-4012-9b20-db372f347d86 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:08:54.751876 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0af5ffe-8db7-4eb6-95bf-b21edd835c3d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:08:54.759876 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.760225 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.760573 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.760914 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.761242 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.761568 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.761895 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.762218 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.762557 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.762897 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.763231 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.763577 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.763905 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.764229 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:54.764544 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f2ead-4f59-4272-942a-bd7638aa437f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:08:55.039605 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-14f11ce6-bfd7-4e46-8720-75d38bac86aa None None] Provisioning complete for port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:08:55.040163 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-14f11ce6-bfd7-4e46-8720-75d38bac86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5a5a1d70-dcff-4548-9de3-bfb1eca4ec82), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:55.117467 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-14f11ce6-bfd7-4e46-8720-75d38bac86aa None None] Current status of the port 5a5a1d70-dcff-4548-9de3-bfb1eca4ec82 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:08:55.126141 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-14f11ce6-bfd7-4e46-8720-75d38bac86aa None None] Provisioning complete for port 90c93287-200b-43b9-895a-b911a5519e89 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:08:55.126531 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-14f11ce6-bfd7-4e46-8720-75d38bac86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (90c93287-200b-43b9-895a-b911a5519e89), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:08:55.205847 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-14f11ce6-bfd7-4e46-8720-75d38bac86aa None None] Current status of the port 90c93287-200b-43b9-895a-b911a5519e89 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:08:57.009103 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47730) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:08:57.498855 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296de8ab-a09c-4ddc-83e2-cdc7770098dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:08:57.499366 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296de8ab-a09c-4ddc-83e2-cdc7770098dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:08:57.500955 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-296de8ab-a09c-4ddc-83e2-cdc7770098dd admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4908919 Jul 13 23:08:59.772616 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47738) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:00.223023 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263046a1-5aa6-4b05-a3b5-c5e672a6be24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:00.223452 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263046a1-5aa6-4b05-a3b5-c5e672a6be24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:00.225107 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-263046a1-5aa6-4b05-a3b5-c5e672a6be24 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4515252 Jul 13 23:09:00.967567 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:09:01.682005 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=13 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:01.684798 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=12 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:02.466827 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47746) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:02.980503 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b727189-3dc8-4205-8ef9-178bc5d77256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:02.981943 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3b727189-3dc8-4205-8ef9-178bc5d77256 admin admin] 10.222.0.60 "GET /v2.0/networks/30561c05-7478-4012-9b20-db372f347d86 HTTP/1.1" status: 200 len: 869 time: 0.5141559 Jul 13 23:09:05.192670 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:05.204448 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:05.245948 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47754) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:05.683056 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c1ce5-6640-4593-b089-481cd0624f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:05.684512 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4d6c1ce5-6640-4593-b089-481cd0624f56 admin admin] 10.222.0.60 "GET /v2.0/networks/e6b34159-9a37-416c-af34-bfc59800f06b HTTP/1.1" status: 200 len: 886 time: 0.4372694 Jul 13 23:09:07.997916 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47762) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:08.446513 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:08.459474 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:08.501210 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a098f-2e12-46aa-9148-c18dfe9c2f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:08.502059 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a098f-2e12-46aa-9148-c18dfe9c2f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:08.504768 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-837a098f-2e12-46aa-9148-c18dfe9c2f63 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5055172 Jul 13 23:09:10.834897 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-93388cbb-a919-4846-ad1c-b43097171863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:11.112124 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47770) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:11.573821 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a0578-b90a-4a81-a219-37470e423498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:11.574200 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a0578-b90a-4a81-a219-37470e423498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:11.576048 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d42a0578-b90a-4a81-a219-37470e423498 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4624066 Jul 13 23:09:12.959120 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:12.966070 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=6 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:13.792503 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0521dd15-fb9a-45f6-832d-b2f02017e7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:13.873899 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47780) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:14.260862 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b5b20-d171-44a9-a241-e0635da2f068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:14.262847 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4e0b5b20-d171-44a9-a241-e0635da2f068 admin admin] 10.222.0.60 "GET /v2.0/subnets/c0af5ffe-8db7-4eb6-95bf-b21edd835c3d HTTP/1.1" status: 200 len: 868 time: 0.3872788 Jul 13 23:09:14.470298 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:16.418819 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:16.499496 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47788) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:16.599855 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:16.905858 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc43860-52e3-48e3-806f-f5e350bab4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:16.907238 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-5fc43860-52e3-48e3-806f-f5e350bab4f4 admin admin] 10.222.0.60 "GET /v2.0/subnets/c57d63cc-b25b-4a57-af3d-b62f7c919651 HTTP/1.1" status: 200 len: 816 time: 0.4067359 Jul 13 23:09:24.255395 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=10 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:24.258626 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:26.592385 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:26.594548 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:26.900563 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=10 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:26.902721 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=13 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:37.685569 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=12 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:37.693459 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=14 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:37.967552 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:09:40.830036 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9ae3-1a35-4741-90ca-c5581048538d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:43.787800 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-06db1e5d-29ac-42a8-87eb-c61e28d13db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:44.480046 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:45.982216 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47846) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:46.335008 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [None req-7bf3cd4f-1f8b-4161-9dda-5f5b13043395 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104143) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:09:46.336569 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-7bf3cd4f-1f8b-4161-9dda-5f5b13043395 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3533003 Jul 13 23:09:46.428222 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:46.597623 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:48.754419 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47854) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:49.185945 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.pecan_wsgi.hooks.translation [None req-023354df-29db-4aaf-8e9f-e7bd271b1e6c admin admin] GET failed (client error): The resource could not be found. Jul 13 23:09:49.187450 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-023354df-29db-4aaf-8e9f-e7bd271b1e6c admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4315710 Jul 13 23:09:49.277878 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a66c0-c271-448f-b08a-ec0bdddf0d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:49.279358 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-525a66c0-c271-448f-b08a-ec0bdddf0d7d admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872285 Jul 13 23:09:49.961284 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:49.962158 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:51.597762 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47862) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:51.986017 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:09:52.007973 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Made reservation on behalf of c5ffbcb80ba6476698f912924febd384 for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:09:52.010465 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:52.039133 dv-cinder-799871-29-iscsi neutron-server[104143]: WARNING neutron.services.revisions.revision_plugin [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Could not find related network for resource to bump revision. Jul 13 23:09:52.054961 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:09:52.066464 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (459e686e-b3cd-4667-8e66-6b8b0ec1daa8), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:52.066807 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Added segment 459e686e-b3cd-4667-8e66-6b8b0ec1daa8 of type vlan for network e0b50aee-c948-4d94-8bdf-c3fa810590e0 Jul 13 23:09:52.110293 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (e0b50aee-c948-4d94-8bdf-c3fa810590e0), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:52.146013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (e0b50aee-c948-4d94-8bdf-c3fa810590e0), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:52.147116 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:52.148353 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:52.182928 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5840216 Jul 13 23:09:52.214172 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Pushing event updated for resources: {'Network': ['ID=e0b50aee-c948-4d94-8bdf-c3fa810590e0,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:09:52.221867 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.222533 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.222533 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.222737 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.223029 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.223344 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.223702 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.224016 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.224351 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.224663 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.224997 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.225312 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.225739 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.226635 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.226869 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9401a39-6061-4721-a303-531635b9dba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:52.240809 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network e0b50aee-c948-4d94-8bdf-c3fa810590e0 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:09:54.475330 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47870) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:09:54.867790 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f49cf52-7036-4d75-a545-a66a014bca62 admin admin] GET failed (client error): The resource could not be found. Jul 13 23:09:54.869459 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5f49cf52-7036-4d75-a545-a66a014bca62 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3928387 Jul 13 23:09:54.983432 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b6dd38-4e8e-4b5c-a288-639521c1fba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:54.984926 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-95b6dd38-4e8e-4b5c-a288-639521c1fba4 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1111674 Jul 13 23:09:54.995204 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:09:55.016224 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Made reservation on behalf of c5ffbcb80ba6476698f912924febd384 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:09:55.018746 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:55.195477 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (8989846c-d766-48f8-90e2-68959aab5f37), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:55.252992 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8989846c-d766-48f8-90e2-68959aab5f37,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:09:55.263250 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.263608 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.263956 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.264282 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.264598 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.264914 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.265226 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.265534 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.265844 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.266150 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.266460 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.266768 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.267072 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.267375 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.267701 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.271123 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Checking segment: {'id': '459e686e-b3cd-4667-8e66-6b8b0ec1daa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:09:55.271471 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Network hostable DHCP agents. Network: e0b50aee-c948-4d94-8bdf-c3fa810590e0, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:09:55.296622 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Network e0b50aee-c948-4d94-8bdf-c3fa810590e0 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:09:55.308965 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, e0b50aee-c948-4d94-8bdf-c3fa810590e0) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:09:55.313283 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:09:55.314151 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:55.321509 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b38f0a-b9e6-4c37-8f58-432cbe1241fa None None] Network e0b50aee-c948-4d94-8bdf-c3fa810590e0 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:09:55.333247 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2426fbfa-51a3-4454-8f5e-cf5beaed828f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3418961 Jul 13 23:09:55.489199 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-e0b50aee-c948-4d94-8bdf-c3fa810590e0', 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0', 'project_id': 'c5ffbcb80ba6476698f912924febd384', 'fixed_ips': [{'subnet_id': '8989846c-d766-48f8-90e2-68959aab5f37'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:09:55.490152 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:55.652340 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Allocated IP 192.168.233.2 (e0b50aee-c948-4d94-8bdf-c3fa810590e0/8989846c-d766-48f8-90e2-68959aab5f37/31365c69-a230-4169-9ba0-99be3375d563) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:09:55.839521 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Publish callbacks [] for port (31365c69-a230-4169-9ba0-99be3375d563), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:55.846921 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (31365c69-a230-4169-9ba0-99be3375d563), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:55.907597 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Network e0b50aee-c948-4d94-8bdf-c3fa810590e0 is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:09:55.912890 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:09:55.915251 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Pushing event updated for resources: {'Port': ['ID=31365c69-a230-4169-9ba0-99be3375d563,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:09:55.917666 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:09:55.929534 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.929878 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.930226 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.930556 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.930874 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.931193 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.931502 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.931837 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.932149 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.932460 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.932769 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.933080 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.933381 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.933808 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.934030 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:09:55.996865 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Attempting to bind port 31365c69-a230-4169-9ba0-99be3375d563 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:09:55.997226 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Attempting to bind port 31365c69-a230-4169-9ba0-99be3375d563 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '459e686e-b3cd-4667-8e66-6b8b0ec1daa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:09:55.997585 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Attempting to bind port 31365c69-a230-4169-9ba0-99be3375d563 on network e0b50aee-c948-4d94-8bdf-c3fa810590e0 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:09:56.003011 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:09:56.003373 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Checking segment: {'id': '459e686e-b3cd-4667-8e66-6b8b0ec1daa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:09:56.003794 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:56.004179 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Bound using segment: {'id': '459e686e-b3cd-4667-8e66-6b8b0ec1daa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:09:56.004640 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Bound port: 31365c69-a230-4169-9ba0-99be3375d563, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459e686e-b3cd-4667-8e66-6b8b0ec1daa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:09:56.005015 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (31365c69-a230-4169-9ba0-99be3375d563), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:56.082262 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] For port 31365c69-a230-4169-9ba0-99be3375d563, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:09:56.085740 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] For port 31365c69-a230-4169-9ba0-99be3375d563, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=31365c69-a230-4169-9ba0-99be3375d563,segment=NetworkSegment(459e686e-b3cd-4667-8e66-6b8b0ec1daa8),segment_id=459e686e-b3cd-4667-8e66-6b8b0ec1daa8)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:09:56.094744 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (31365c69-a230-4169-9ba0-99be3375d563), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:56.199273 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3dba0-958e-4ed2-8ed5-eb40a066f8b9 None None] Pushing event updated for resources: {'Port': ['ID=31365c69-a230-4169-9ba0-99be3375d563,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:09:56.770665 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 31365c69-a230-4169-9ba0-99be3375d563 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:09:56.820745 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:56.838797 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:09:56.841275 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 31365c69-a230-4169-9ba0-99be3375d563 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:09:56.841920 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (31365c69-a230-4169-9ba0-99be3375d563), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:56.965336 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 31365c69-a230-4169-9ba0-99be3375d563 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:09:56.965723 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (31365c69-a230-4169-9ba0-99be3375d563), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:57.008360 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port 31365c69-a230-4169-9ba0-99be3375d563, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=31365c69-a230-4169-9ba0-99be3375d563,segment=NetworkSegment(459e686e-b3cd-4667-8e66-6b8b0ec1daa8),segment_id=459e686e-b3cd-4667-8e66-6b8b0ec1daa8)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:09:57.014722 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (31365c69-a230-4169-9ba0-99be3375d563), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:57.101711 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=31365c69-a230-4169-9ba0-99be3375d563,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:09:57.169767 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc4e3a3-76f9-4cb2-8b38-a2d9ef6d0978 None None] Network e0b50aee-c948-4d94-8bdf-c3fa810590e0 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:09:57.293367 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-7a563543-2781-418e-aa65-08c81c4111cb None None] Provisioning complete for port 31365c69-a230-4169-9ba0-99be3375d563 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:09:57.293760 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7a563543-2781-418e-aa65-08c81c4111cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (31365c69-a230-4169-9ba0-99be3375d563), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:57.413240 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-7a563543-2781-418e-aa65-08c81c4111cb None None] Current status of the port 31365c69-a230-4169-9ba0-99be3375d563 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:09:57.531930 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-9e39336a-142b-4267-9a9a-7713bcb2fb10 None None] Provisioning complete for port 31365c69-a230-4169-9ba0-99be3375d563 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:09:57.532342 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9e39336a-142b-4267-9a9a-7713bcb2fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (31365c69-a230-4169-9ba0-99be3375d563), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:57.614015 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-9e39336a-142b-4267-9a9a-7713bcb2fb10 None None] Current status of the port 31365c69-a230-4169-9ba0-99be3375d563 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:09:58.757736 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 31365c69-a230-4169-9ba0-99be3375d563 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:09:58.815625 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 31365c69-a230-4169-9ba0-99be3375d563 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:09:58.816012 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (31365c69-a230-4169-9ba0-99be3375d563), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:09:58.946049 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 31365c69-a230-4169-9ba0-99be3375d563 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:10:02.217234 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=35,neutron:INSERT=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:02.218175 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=34,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:05.326163 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:05.327357 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:07.579285 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:10.835815 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f032e1c2-b384-492a-a74b-eb68db311b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:13.790590 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-2efe2c64-3d1d-4c6d-baff-8e3dc1e6615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:14.478910 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:14.967812 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:10:16.426382 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:16.594767 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:26.583089 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:26.590408 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:26.967806 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:26.968508 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:37.957374 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:40.838385 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a3981e1d-a035-4e0f-b5e9-76fc154a49f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:43.794007 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4691c0d5-21b7-41f8-907d-5866bd0a9587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:44.477949 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:46.431722 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:46.587863 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:10:51.966265 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:10:56.581046 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:10:56.583041 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:03.972002 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:03.972877 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:10.835376 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-897c3930-f6bd-4309-8cc3-876538c0027c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:13.796939 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7215c194-ab3b-4dac-8d1b-2d677b5d142c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:14.480811 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:16.432280 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:16.591203 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:26.584686 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:26.586609 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:28.965830 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:11:33.225532 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47910) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:11:33.231305 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [None req-e9285f48-587b-4ab4-a3c4-f22d5ab83fff tempest-verify_tempest_config-657070889 tempest-verify_tempest_config-657070889-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:11:33.232697 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e9285f48-587b-4ab4-a3c4-f22d5ab83fff tempest-verify_tempest_config-657070889 tempest-verify_tempest_config-657070889-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058484 Jul 13 23:11:33.763164 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 47928) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:11:34.217003 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:34.296241 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Publish callbacks [] for security_group (5e4d97ae-d4d9-4d4e-b686-f3f0886bb8f6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:34.300398 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (5e4d97ae-d4d9-4d4e-b686-f3f0886bb8f6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:34.344670 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4d97ae-d4d9-4d4e-b686-f3f0886bb8f6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:11:34.348923 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b0032952cf647a985c7b085e0afff08&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5847459 Jul 13 23:11:34.351781 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 47932) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:11:34.354419 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.354762 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.355092 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.355430 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.355782 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.356104 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.356429 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.356748 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.357090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.357410 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.357727 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.358069 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.358351 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.358667 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.358973 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a4462-0aa1-495c-bf7c-5d1654f6c4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.419265 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Publish callbacks [] for security_group (5e4d97ae-d4d9-4d4e-b686-f3f0886bb8f6), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:34.444196 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Publish callbacks [] for security_group (5e4d97ae-d4d9-4d4e-b686-f3f0886bb8f6), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:34.539352 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (5e4d97ae-d4d9-4d4e-b686-f3f0886bb8f6), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:34.541881 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:34.543056 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e4d97ae-d4d9-4d4e-b686-f3f0886bb8f6 HTTP/1.1" status: 204 len: 168 time: 0.1902077 Jul 13 23:11:34.552776 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4d97ae-d4d9-4d4e-b686-f3f0886bb8f6,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:11:34.560043 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.560397 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.560750 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.561200 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.561565 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.561891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.562467 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.562792 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.563115 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.563438 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.563793 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.564116 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.564436 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.564753 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:34.565071 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ec863-013b-4c41-97d7-e15e24c9fc28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:11:40.837887 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-81d97a86-2f37-4bde-aea3-1ab0ba3d063e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:40.975026 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=17 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:40.980124 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=17 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:43.798575 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3fa83f6-9922-4049-a0b8-aa501c756cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:44.338757 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:44.350649 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:44.485175 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:44.555670 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:44.557039 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:46.435737 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:46.594956 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:11:56.587506 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:11:56.589454 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:02.961255 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:02.962048 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:05.965269 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:12:10.840226 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a4156b1b-7814-444a-946a-dd731fa1de78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:13.802371 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-503ec5b6-1bd8-4bff-b7b5-448885e968bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:14.486180 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:16.435897 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:16.597685 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:17.971636 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:17.976925 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:26.591744 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:26.593962 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:37.962310 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:37.963050 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:40.841619 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-878c3b1f-b1a5-4adf-91ff-e75bc0e9e8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:42.964736 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 5 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:12:43.803479 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-448fc672-e469-456c-9fe0-4527a5df7343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:44.489889 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:46.438406 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:46.600544 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:12:54.967159 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:54.973548 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:56.590079 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:12:56.595834 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:13:10.845430 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-65a5fc9a-e8c6-48a8-b7c9-1d064b52a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:13.805190 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4068fa27-0733-4b02-a434-1aba43b06689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:14.492687 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:16.441059 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:16.603194 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:19.597032 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452643'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:19.963541 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:13:26.599418 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:13:29.592257 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:13:31.637420 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48028) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:13:31.764454 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3a8d27b9-ce70-41b9-ab0f-3d1d21a2ac52 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1258981 Jul 13 23:13:33.827497 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48038) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:13:33.880924 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-c870ca59-fbdf-4f73-b032-083ccf09a21d admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0523591 Jul 13 23:13:37.596379 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=17 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:13:37.599057 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=17 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:13:40.847701 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0d6cd04e-287a-4596-a83f-62b27d98f784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:41.761910 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:13:43.806890 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1c9e8844-b64d-4c2f-aa64-cbb216b1dd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:43.875344 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:13:44.494438 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:46.444344 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:46.606546 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:49.559508 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:13:56.962613 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:13:59.547148 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:13:59.554391 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:14:08.974840 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:14:08.975648 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:14:10.851942 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-63420932-4c61-46cb-a14e-267ea8ef947a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:13.807842 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-dcd27f88-2c30-42f6-9725-002df84c76ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:14.496792 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:16.452189 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:16.609726 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:19.549874 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:29.543071 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:14:29.546648 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:14:33.962401 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:14:40.853360 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3bd90a89-7ca4-4abf-b251-ad6ca2815903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:43.810339 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7f38e8cc-8cfa-4ca7-8c82-89b3ce06cccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:44.500163 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:45.971326 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:14:45.972107 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:14:46.445779 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:46.614339 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:49.564930 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:14:59.558163 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:14:59.560616 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:10.736221 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48180) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:10.862570 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef24f-9e28-4dc1-b9ca-0e6da1ed0655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:10.963337 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:15:11.173885 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1364288380-network', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:11.180603 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48202) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:11.204329 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48208) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:11.211283 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Made reservation on behalf of 5c873a6e9bdd4b74bcea03fb45317291 for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:11.213814 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.223635 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.310372 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Publish callbacks [] for security_group (76924cbc-37e6-4dab-8d06-bafcb62fc0f3), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.316049 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (76924cbc-37e6-4dab-8d06-bafcb62fc0f3), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.339883 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-605684480-network', 'tenant_id': 'a01073a6773c4ca0b3208a004cd15c18'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:11.344103 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76924cbc-37e6-4dab-8d06-bafcb62fc0f3,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:11.354321 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.354846 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.355401 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.356367 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.356846 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.357477 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.360655 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.361022 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.361381 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.361792 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.362331 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.362804 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.363287 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.363789 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.364863 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Tracked resource versions report: Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: pushed versions: Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: { 'AddressGroup': {'1.2'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Agent': {'1.1'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'ConntrackHelper': {'1.0'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'LocalIPAssociation': {'1.0'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Log': {'1.0'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'NDPProxy': {'1.0'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Network': {'1.1'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Port': {'1.7'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'PortForwarding': {'1.3'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'QosPolicy': {'1.10'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SecurityGroup': {'1.5'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SecurityGroupRule': {'1.2'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SubPort': {'1.0'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Subnet': {'1.1'}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Trunk': {'1.1'}} Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: consumer versions: Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: { DHCP agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: HyperV agent@hv-cinder-79987: {}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: L3 agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: Metadata agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: Metering agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: Open vSwitch agent@dv-cinder-799871-29-iscsi: { 'AddressGroup': '1.2', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Agent': '1.1', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'ConntrackHelper': '1.0', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'LocalIPAssociation': '1.0', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Log': '1.0', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'NDPProxy': '1.0', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Network': '1.1', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Port': '1.7', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'PortForwarding': '1.3', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'QosPolicy': '1.10', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SecurityGroup': '1.5', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SecurityGroupRule': '1.2', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'SubPort': '1.0', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Subnet': '1.1', Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: 'Trunk': '1.1'}} Jul 13 23:15:11.366928 dv-cinder-799871-29-iscsi neutron-server[104143]: {{(pid=104143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 23:15:11.377684 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:15:11.384920 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-894526018-network', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:11.393339 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (d0523d85-2fe8-4f5e-a2c1-f82820279098), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.393676 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Added segment d0523d85-2fe8-4f5e-a2c1-f82820279098 of type vlan for network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce Jul 13 23:15:11.408979 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Made reservation on behalf of a01073a6773c4ca0b3208a004cd15c18 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:11.411745 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.427865 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.438668 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Made reservation on behalf of a21be4dfe67e43d0915559bad38fa60c for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:11.441863 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.445753 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (8b7403b0-762e-4f25-9da3-6f8a1b41f4ce), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.476890 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (8b7403b0-762e-4f25-9da3-6f8a1b41f4ce), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.477881 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:11.478878 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.481860 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.534013 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7966530 Jul 13 23:15:11.534681 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48234) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:11.568576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Request body: {'subnet': {'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1364288380-subnet', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:11.590350 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Publish callbacks [] for security_group (7e1e40c1-10dd-4a57-baa2-3f50b44265b6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.597771 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552444e-474a-4c05-9fbd-9d2a3471d223 admin admin] Pushing event updated for resources: {'Network': ['ID=8b7403b0-762e-4f25-9da3-6f8a1b41f4ce,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:11.610526 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:15:11.616161 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Made reservation on behalf of 5c873a6e9bdd4b74bcea03fb45317291 for: {'subnet': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:11.620089 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.623797 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Publish callbacks [] for security_group (3a96bba2-5fba-4736-977d-cdd1db6863b7), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.631196 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (7e1e40c1-10dd-4a57-baa2-3f50b44265b6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.647002 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:15:11.656979 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.657326 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Added segment e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4 of type vlan for network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b Jul 13 23:15:11.783088 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.792506 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (3a96bba2-5fba-4736-977d-cdd1db6863b7), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.819283 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:15:11.828926 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (33b3ffdd-aa05-479c-82d9-7d5aff4af570), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.829268 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Added segment 33b3ffdd-aa05-479c-82d9-7d5aff4af570 of type vlan for network 422df434-b21a-42aa-a3b6-d99942538c23 Jul 13 23:15:11.870640 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (422df434-b21a-42aa-a3b6-d99942538c23), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.893893 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:11.901303 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (422df434-b21a-42aa-a3b6-d99942538c23), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.902606 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:11.903396 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.923653 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.924839 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:11.925563 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:11.947298 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7638288 Jul 13 23:15:11.948421 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48250) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:11.954859 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7493236 Jul 13 23:15:11.957970 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48252) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:11.964508 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Request body: {'subnet': {'network_id': '422df434-b21a-42aa-a3b6-d99942538c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-605684480-subnet', 'tenant_id': 'a01073a6773c4ca0b3208a004cd15c18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:11.965447 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Request body: {'subnet': {'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-subnet', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:11.976309 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (a67b6728-9e31-4ffa-b267-412c31e07130), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.020352 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e40c1-10dd-4a57-baa2-3f50b44265b6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:12.061133 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67b6728-9e31-4ffa-b267-412c31e07130,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:12.068025 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48258) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:12.071225 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Made reservation on behalf of a21be4dfe67e43d0915559bad38fa60c for: {'subnet': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:12.074196 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.086438 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.086786 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.087306 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.087964 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.089116 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.089457 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.089797 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.090123 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.090473 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.090807 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.091147 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.091496 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.091842 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.092163 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.093603 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Tracked resource versions report: Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: pushed versions: Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: { 'AddressGroup': {'1.2'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Agent': {'1.1'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'ConntrackHelper': {'1.0'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'LocalIPAssociation': {'1.0'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Log': {'1.0'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'NDPProxy': {'1.0'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Network': {'1.1'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Port': {'1.7'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'PortForwarding': {'1.3'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'QosPolicy': {'1.10'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SecurityGroup': {'1.5'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SecurityGroupRule': {'1.2'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SubPort': {'1.0'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Subnet': {'1.1'}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Trunk': {'1.1'}} Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: consumer versions: Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: { DHCP agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: HyperV agent@hv-cinder-79987: {}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: L3 agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: Metadata agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: Metering agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: Open vSwitch agent@dv-cinder-799871-29-iscsi: { 'AddressGroup': '1.2', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Agent': '1.1', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'ConntrackHelper': '1.0', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'LocalIPAssociation': '1.0', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Log': '1.0', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'NDPProxy': '1.0', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Network': '1.1', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Port': '1.7', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'PortForwarding': '1.3', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'QosPolicy': '1.10', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SecurityGroup': '1.5', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SecurityGroupRule': '1.2', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'SubPort': '1.0', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Subnet': '1.1', Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: 'Trunk': '1.1'}} Jul 13 23:15:12.095859 dv-cinder-799871-29-iscsi neutron-server[104142]: {{(pid=104142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 23:15:12.150331 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Checking segment: {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:12.150736 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Network hostable DHCP agents. Network: 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:15:12.152750 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Made reservation on behalf of a01073a6773c4ca0b3208a004cd15c18 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:12.156076 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.168151 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48262) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:12.187099 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:12.189570 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:12.201550 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Pushing event updated for resources: {'Network': ['ID=422df434-b21a-42aa-a3b6-d99942538c23,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:12.215692 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 422df434-b21a-42aa-a3b6-d99942538c23 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:15:12.223169 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:15:12.262886 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534221a-16cb-4d41-8fe9-0e0233771064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a96bba2-5fba-4736-977d-cdd1db6863b7,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:12.272382 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce) {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:12.287432 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:12.288207 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.304776 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa513ad-5b0d-448c-bd47-89b18f2ab540 None None] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:12.325537 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-bdd304b4-325c-46f0-bbba-95d8639cf69a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7879491 Jul 13 23:15:12.329010 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:12.329950 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48270) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:12.334169 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc0dd8-512b-46f6-b3e3-d13bc20e37dd admin admin] Pushing event updated for resources: {'Network': ['ID=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:12.339095 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:12.398507 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:15:12.405170 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.407018 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.434374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (8ae718fa-ed35-4f5b-9a47-272d400fe34b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.470059 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48274) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:12.518472 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks [] for router_controller (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.547454 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae718fa-ed35-4f5b-9a47-272d400fe34b,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:12.554178 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1189880827-network', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:12.582792 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-8b7403b0-762e-4f25-9da3-6f8a1b41f4ce', 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce', 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'fixed_ips': [{'subnet_id': 'a67b6728-9e31-4ffa-b267-412c31e07130'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:15:12.583855 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.590053 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Checking segment: {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:12.590449 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Network hostable DHCP agents. Network: 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:15:12.595019 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Made reservation on behalf of 1ce9fb9212ee408089fd63fb9e9e1de8 for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:12.598377 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.604306 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (880e2ea6-814d-4727-b8a2-3db4ea6811d7), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.612235 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.648618 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:15:12.667473 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b) {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:12.672084 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:12.672799 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.677721 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=880e2ea6-814d-4727-b8a2-3db4ea6811d7,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:12.694653 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-22422642-e643-406c-9584-3c6350fc5abe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7343178 Jul 13 23:15:12.697936 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48280) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:12.705072 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:12.712485 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095a96d-316e-4822-a0e6-6068d8a2cff9 None None] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:12.754767 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1155780896-network', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:12.801646 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks [] for router_gateway (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.812810 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-842181049-network', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:12.816574 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (60af701a-2df9-4cff-ae8b-26077acb96f5), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.817710 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (60af701a-2df9-4cff-ae8b-26077acb96f5), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.838813 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Allocated IP 172.20.0.2 (8b7403b0-762e-4f25-9da3-6f8a1b41f4ce/a67b6728-9e31-4ffa-b267-412c31e07130/145758c2-65f8-4a07-8971-8e889ed36f47) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:12.850202 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Checking segment: {'id': '33b3ffdd-aa05-479c-82d9-7d5aff4af570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '422df434-b21a-42aa-a3b6-d99942538c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:12.850764 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Network hostable DHCP agents. Network: 422df434-b21a-42aa-a3b6-d99942538c23, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:15:12.856524 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Made reservation on behalf of dc01ed4482c04899b1509a655c9c7e3a for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:12.859791 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.873983 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.939279 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Made reservation on behalf of 29d1268531c344eaaf28dc6c1498a467 for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:12.941868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:12.999731 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:15:13.001517 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Network 422df434-b21a-42aa-a3b6-d99942538c23 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:15:13.006132 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.043128 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.043795 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 422df434-b21a-42aa-a3b6-d99942538c23) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:13.054459 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:13.055057 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.055316 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks [] for router_controller (60af701a-2df9-4cff-ae8b-26077acb96f5), precommit_add_association {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.077974 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Publish callbacks [] for security_group (7f1c524a-f21e-41be-8159-e556b519840b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.127650 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:13.147910 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (7f1c524a-f21e-41be-8159-e556b519840b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.156073 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Publish callbacks [] for port (145758c2-65f8-4a07-8971-8e889ed36f47), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.166878 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6993c77f-1a84-4439-a28e-acd916a66606 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2015357 Jul 13 23:15:13.167641 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecbccc0-d1c9-4368-bbee-a03b383beff5 None None] Network 422df434-b21a-42aa-a3b6-d99942538c23 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:13.169701 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=4,neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:13.199556 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1c524a-f21e-41be-8159-e556b519840b,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:13.225150 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:15:13.228926 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.308897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks [] for router_gateway (60af701a-2df9-4cff-ae8b-26077acb96f5), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.317683 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:13.331182 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (8a0917bf-595b-4b33-93b6-2d4aa7490195), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.331905 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Added segment 8a0917bf-595b-4b33-93b6-2d4aa7490195 of type vlan for network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac Jul 13 23:15:13.472556 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.496313 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Publish callbacks [] for security_group (ee7ef1fb-c157-4903-8864-f269190ce174), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.511993 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:13.556162 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:13.559038 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Publish callbacks [] for security_group (73143909-0882-43e1-8c2b-3175b83d7759), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.584916 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:13.586342 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (73143909-0882-43e1-8c2b-3175b83d7759), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.593671 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:13.605371 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ee7ef1fb-c157-4903-8864-f269190ce174), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.608245 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:13.612263 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks [] for router_gateway (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.617798 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:15:13.628054 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (268560e7-5917-4979-89f1-92684c266ee2), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.628665 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Added segment 268560e7-5917-4979-89f1-92684c266ee2 of type vlan for network f06a5500-178c-41a3-8775-8311d13c34cf Jul 13 23:15:13.674625 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (f06a5500-178c-41a3-8775-8311d13c34cf), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.685199 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Pushing event updated for resources: {'Port': ['ID=145758c2-65f8-4a07-8971-8e889ed36f47,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:13.698575 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.716276 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:15:13.724558 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:13.741170 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.741539 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.741891 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.742293 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.742622 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.742942 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.743257 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.743589 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.743908 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.744223 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.744538 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.744849 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.745156 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.745462 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.745770 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Tracked resource versions report: Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: pushed versions: Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: { 'AddressGroup': {'1.2'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Agent': {'1.1'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'ConntrackHelper': {'1.0'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'LocalIPAssociation': {'1.0'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Log': {'1.0'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'NDPProxy': {'1.0'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Network': {'1.1'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Port': {'1.7'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'PortForwarding': {'1.3'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'QosPolicy': {'1.10'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SecurityGroup': {'1.5'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SecurityGroupRule': {'1.2'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SubPort': {'1.0'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Subnet': {'1.1'}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Trunk': {'1.1'}} Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: consumer versions: Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: { DHCP agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: HyperV agent@hv-cinder-79987: {}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: L3 agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: Metadata agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: Metering agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: Open vSwitch agent@dv-cinder-799871-29-iscsi: { 'AddressGroup': '1.2', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Agent': '1.1', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'ConntrackHelper': '1.0', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'LocalIPAssociation': '1.0', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Log': '1.0', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'NDPProxy': '1.0', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Network': '1.1', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Port': '1.7', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'PortForwarding': '1.3', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'QosPolicy': '1.10', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SecurityGroup': '1.5', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SecurityGroupRule': '1.2', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'SubPort': '1.0', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Subnet': '1.1', Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: 'Trunk': '1.1'}} Jul 13 23:15:13.746986 dv-cinder-799871-29-iscsi neutron-server[104144]: {{(pid=104144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 23:15:13.766917 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53da857e-4181-472e-bbbe-ae3356c44f1b None None] Network 422df434-b21a-42aa-a3b6-d99942538c23 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:13.787257 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (0b411a64-7444-4714-b4dc-933aca8d21fa), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.787841 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Added segment 0b411a64-7444-4714-b4dc-933aca8d21fa of type vlan for network 8ebb5208-058b-4fd3-9873-adc39e263480 Jul 13 23:15:13.800777 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73143909-0882-43e1-8c2b-3175b83d7759,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:13.818449 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Allocated IP 172.20.0.2 (8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b/8ae718fa-ed35-4f5b-9a47-272d400fe34b/35d9ae0d-41f3-4a7f-abe4-40d8b8d021da) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:13.826593 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Attempting to bind port 145758c2-65f8-4a07-8971-8e889ed36f47 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:13.827801 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Attempting to bind port 145758c2-65f8-4a07-8971-8e889ed36f47 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:13.827933 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Attempting to bind port 145758c2-65f8-4a07-8971-8e889ed36f47 on network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:13.845939 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (f06a5500-178c-41a3-8775-8311d13c34cf), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.846935 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:13.847484 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.881328 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:13.881724 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Checking segment: {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:13.882116 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.882541 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Bound using segment: {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:13.883024 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Bound port: 145758c2-65f8-4a07-8971-8e889ed36f47, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:13.883434 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.890771 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-490ccd18-7aa0-4f9d-9af5-90a0426d2fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:13.906581 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (8ebb5208-058b-4fd3-9873-adc39e263480), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.050506 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (8ebb5208-058b-4fd3-9873-adc39e263480), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.051642 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:14.052273 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.053741 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=f06a5500-178c-41a3-8775-8311d13c34cf,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:14.056265 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Allocated IP 172.27.3.160 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/e037211b-ebf4-4510-86c4-145d61ca1ba6) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:14.057350 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.058388 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:14.059056 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.100468 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network f06a5500-178c-41a3-8775-8311d13c34cf details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:15:14.135374 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.6639731 Jul 13 23:15:14.141970 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48342) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:14.142920 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=14,neutron:UPDATE=6,neutron:SELECT=78,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:14.144263 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] Pushing event updated for resources: {'Network': ['ID=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:14.180277 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-df54e321-15fa-4136-98c1-5ade30f7608d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1108105 Jul 13 23:15:14.183500 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks [] for router_gateway (60af701a-2df9-4cff-ae8b-26077acb96f5), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.184953 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:15:14.187140 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48346) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:14.191107 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.0216012 Jul 13 23:15:14.196998 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Request body: {'subnet': {'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1189880827-subnet', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:14.219247 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf2ddd-6619-44e1-9e5f-5fdd84100fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7ef1fb-c157-4903-8864-f269190ce174,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:14.223113 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48350) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:14.228533 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.235061 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Request body: {'subnet': {'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-subnet', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:14.236110 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Request body: {'subnet': {'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-subnet', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:14.268568 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482513f-3783-44f7-b7cf-beb2cb6b778b admin admin] Pushing event updated for resources: {'Network': ['ID=8ebb5208-058b-4fd3-9873-adc39e263480,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:14.269576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Made reservation on behalf of 29d1268531c344eaaf28dc6c1498a467 for: {'subnet': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:14.272588 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.316794 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 8ebb5208-058b-4fd3-9873-adc39e263480 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:15:14.330082 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Made reservation on behalf of dc01ed4482c04899b1509a655c9c7e3a for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:14.333024 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.345956 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Made reservation on behalf of 1ce9fb9212ee408089fd63fb9e9e1de8 for: {'subnet': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:14.348540 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.361106 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] For port 145758c2-65f8-4a07-8971-8e889ed36f47, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:14.454694 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks [] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.512847 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:14.520954 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Publish callbacks [] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.559654 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.615677 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] For port 145758c2-65f8-4a07-8971-8e889ed36f47, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=145758c2-65f8-4a07-8971-8e889ed36f47,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:14.664497 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48362) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:14.683253 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.768704 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:14.777199 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:14.778190 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:14.781668 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.789096 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:14.794550 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:14.797290 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=e037211b-ebf4-4510-86c4-145d61ca1ba6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:14.810948 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:14.838329 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-283826403-network', 'tenant_id': 'f7678a8dfe21460184a8ab7206e3244d'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:14.848669 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.862344 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Pushing event updated for resources: {'Port': ['ID=35d9ae0d-41f3-4a7f-abe4-40d8b8d021da,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:14.868209 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Made reservation on behalf of f7678a8dfe21460184a8ab7206e3244d for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:14.871909 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.885059 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48370) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:14.930703 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:14.975180 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:14.991614 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Allocated IP 172.27.3.145 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/2571b394-7295-4ecc-8c39-a1fa0cab3044) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:14.991845 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:15.005585 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Attempting to bind port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:15.006318 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Attempting to bind port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:15.006318 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Attempting to bind port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da on network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:15.009927 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:15.019377 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cfdd0-307d-4660-a694-eecf7f707a0e None None] Pushing event updated for resources: {'Port': ['ID=145758c2-65f8-4a07-8971-8e889ed36f47,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:15.025084 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:15.025343 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Checking segment: {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:15.025705 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.026098 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Bound using segment: {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:15.026582 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Bound port: 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:15.027321 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.059239 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (a1986b3c-1e7d-4b98-91a1-613d76dc07ab), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.120181 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] For port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:15.127799 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] For port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=35d9ae0d-41f3-4a7f-abe4-40d8b8d021da,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:15.139339 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.142453 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:15.152321 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1986b3c-1e7d-4b98-91a1-613d76dc07ab,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:15.152569 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6,neutron:INSERT=14 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:15.154070 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-841c61ef-5b56-40cd-a2c3-c3d4a4a14485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.164458 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (f4331c6d-b15e-4c21-95f6-42dc614cb3ce), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.197524 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Checking segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:15.197889 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Network hostable DHCP agents. Network: 8ebb5208-058b-4fd3-9873-adc39e263480, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:15:15.289974 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (dc24c837-6f7d-425f-9a8a-c1039c02421c), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.295385 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4194c1e-4ffc-4d9b-a536-91d98f414940 None None] Pushing event updated for resources: {'Port': ['ID=35d9ae0d-41f3-4a7f-abe4-40d8b8d021da,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:15.298051 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Network 8ebb5208-058b-4fd3-9873-adc39e263480 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:15:15.320877 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 8ebb5208-058b-4fd3-9873-adc39e263480) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:15.330978 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f15677-4684-4b01-b643-87a4e280c81e None None] Network 8ebb5208-058b-4fd3-9873-adc39e263480 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:15.334398 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:15.335793 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.396719 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e328fef5-e4d6-40bb-a502-e374fdc2b4d6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1713517 Jul 13 23:15:15.399583 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48376) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:15.404321 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:15.411193 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4331c6d-b15e-4c21-95f6-42dc614cb3ce,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:15.452359 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (31fdd018-08ea-4419-974d-e3427ccb035b), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.453564 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (31fdd018-08ea-4419-974d-e3427ccb035b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.457257 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks [] for router_gateway (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.545369 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc24c837-6f7d-425f-9a8a-c1039c02421c,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:15.570103 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Checking segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:15.570267 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Network hostable DHCP agents. Network: f06a5500-178c-41a3-8775-8311d13c34cf, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:15:15.610484 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks [] for router_controller (31fdd018-08ea-4419-974d-e3427ccb035b), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.659013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-841c61ef-5b56-40cd-a2c3-c3d4a4a14485 admin admin] Publish callbacks [] for security_group (2f5bace0-51c1-48e2-bb02-2fbff80f2a7d), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.662771 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Checking segment: {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:15.663128 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Network hostable DHCP agents. Network: c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:15:15.678772 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-841c61ef-5b56-40cd-a2c3-c3d4a4a14485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (2f5bace0-51c1-48e2-bb02-2fbff80f2a7d), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.696150 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:15.698353 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Network f06a5500-178c-41a3-8775-8311d13c34cf is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:15:15.701003 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-8ebb5208-058b-4fd3-9873-adc39e263480', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:15:15.702699 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.751295 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks [] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.789294 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, f06a5500-178c-41a3-8775-8311d13c34cf) {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:15.813742 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:15.814377 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.816912 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c61ef-5b56-40cd-a2c3-c3d4a4a14485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5bace0-51c1-48e2-bb02-2fbff80f2a7d,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:15.819453 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c98100c-427e-495f-8803-da5ee1d5f76f None None] Network f06a5500-178c-41a3-8775-8311d13c34cf requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:15.835989 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-841c61ef-5b56-40cd-a2c3-c3d4a4a14485 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e26fc4a2d5f745ae90c92aeb1cd65f41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9498007 Jul 13 23:15:15.846204 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Publish callbacks [] for security_group (fb443ef9-97de-48bc-a6fc-ff1f0fece4a1), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.847248 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:15:15.877821 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48380) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:15.942138 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac) {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:15.950070 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (fb443ef9-97de-48bc-a6fc-ff1f0fece4a1), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.955684 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16891b2-83aa-44a2-a25b-c8854c9ce328 None None] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:15.961717 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks [] for router_gateway (31fdd018-08ea-4419-974d-e3427ccb035b), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:15.974175 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:15:15.979464 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:15.980192 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.020579 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Allocated IP 172.20.0.2 (8ebb5208-058b-4fd3-9873-adc39e263480/a1986b3c-1e7d-4b98-91a1-613d76dc07ab/6620eda7-9ebb-4d94-9691-885715dd86b7) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:16.041171 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.052402 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.057223 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-77c4974a-d614-40fc-a08a-6dcf2493ddfe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8327014 Jul 13 23:15:16.062755 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48382) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:16.075871 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb443ef9-97de-48bc-a6fc-ff1f0fece4a1,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:16.076142 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-f06a5500-178c-41a3-8775-8311d13c34cf', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:15:16.077728 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.078425 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:16.079422 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2e8241d1-735d-4ad7-9b70-c572a8edcff5 admin admin] Publish callbacks [] for security_group (2f5bace0-51c1-48e2-bb02-2fbff80f2a7d), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.090612 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-4cf4fb2f-d135-45c7-8541-ce75a47fc40c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8975484 Jul 13 23:15:16.126400 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48384) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:16.133545 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (cd00cadb-9b6a-4d55-9296-8a97e8042b3a), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.133545 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Added segment cd00cadb-9b6a-4d55-9296-8a97e8042b3a of type vlan for network 9e39a5c2-3291-4633-ae50-aa2f66433e36 Jul 13 23:15:16.136732 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:16.140933 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:16.147685 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:16.166536 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:16.180014 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2e8241d1-735d-4ad7-9b70-c572a8edcff5 admin admin] Publish callbacks [] for security_group (2f5bace0-51c1-48e2-bb02-2fbff80f2a7d), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.183691 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:16.224317 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:16.319060 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Pushing event updated for resources: {'Port': ['ID=2571b394-7295-4ecc-8c39-a1fa0cab3044,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:16.328417 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:16.329605 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (3615e228-44a6-4fe7-a46b-075447ae1062), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.335041 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (3615e228-44a6-4fe7-a46b-075447ae1062), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.400219 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.401476 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.410932 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:15:16.412157 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.421776 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks [] for router_gateway (31fdd018-08ea-4419-974d-e3427ccb035b), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.462374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (9e39a5c2-3291-4633-ae50-aa2f66433e36), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.475331 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2e8241d1-735d-4ad7-9b70-c572a8edcff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (2f5bace0-51c1-48e2-bb02-2fbff80f2a7d), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.479329 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2e8241d1-735d-4ad7-9b70-c572a8edcff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.480520 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-2e8241d1-735d-4ad7-9b70-c572a8edcff5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f5bace0-51c1-48e2-bb02-2fbff80f2a7d HTTP/1.1" status: 204 len: 168 time: 0.6013966 Jul 13 23:15:16.536114 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8241d1-735d-4ad7-9b70-c572a8edcff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5bace0-51c1-48e2-bb02-2fbff80f2a7d,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:16.537403 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405218ac-f4df-4d36-913e-8d1851a1007a None None] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:16.538255 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.644646 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:16.646486 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.662788 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks [] for router_controller (3615e228-44a6-4fe7-a46b-075447ae1062), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.737026 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:16.738134 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:16.800880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks [] for router_controller (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), precommit_add_association {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.801890 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks [] for router_gateway (60af701a-2df9-4cff-ae8b-26077acb96f5), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.804062 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (9e39a5c2-3291-4633-ae50-aa2f66433e36), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.807976 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:16.810005 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.891977 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-21ffa2f6-cae3-431b-a552-7f3d087bbcbb None None] Provisioning complete for port 145758c2-65f8-4a07-8971-8e889ed36f47 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:16.892449 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-21ffa2f6-cae3-431b-a552-7f3d087bbcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.894833 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:16.951692 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0e7c48-04f0-4284-ae4b-409f30daeb12 None None] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:17.010229 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Allocated IP 172.20.0.2 (f06a5500-178c-41a3-8775-8311d13c34cf/f4331c6d-b15e-4c21-95f6-42dc614cb3ce/4d009e31-8275-460d-9162-421e7db42d79) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:17.152119 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Publish callbacks [] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.177901 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 145758c2-65f8-4a07-8971-8e889ed36f47 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:17.208874 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks [] for router_gateway (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.221236 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4078894 Jul 13 23:15:17.221236 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48400) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:17.227356 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.237972 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48402) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:17.246090 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Request body: {'subnet': {'network_id': '9e39a5c2-3291-4633-ae50-aa2f66433e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-283826403-subnet', 'tenant_id': 'f7678a8dfe21460184a8ab7206e3244d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:17.290278 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Made reservation on behalf of f7678a8dfe21460184a8ab7206e3244d for: {'subnet': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:17.290442 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 145758c2-65f8-4a07-8971-8e889ed36f47 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:17.290864 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.292619 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.310613 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks [] for router_gateway (3615e228-44a6-4fe7-a46b-075447ae1062), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.466323 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Allocated IP 172.20.0.2 (c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac/dc24c837-6f7d-425f-9a8a-c1039c02421c/c5795b27-d168-4b15-93ab-f9039d211af0) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:17.491194 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Router bcd22cd0-252b-4f38-9d27-0b121b2cbeef is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:15:17.492238 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Network 8ebb5208-058b-4fd3-9873-adc39e263480 is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:17.518040 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:17.550480 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:17.573778 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-21ffa2f6-cae3-431b-a552-7f3d087bbcbb None None] Current status of the port 145758c2-65f8-4a07-8971-8e889ed36f47 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:17.574166 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-21ffa2f6-cae3-431b-a552-7f3d087bbcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.585077 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:17.588953 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Allocated IP 172.27.3.55 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/f4aa9957-265e-4f7c-8f34-c3717ad9eacf) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:17.654482 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:17.719949 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1ec16caf-bff9-41d3-88b7-b2df2f8aba46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.722835 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Pushing event updated for resources: {'Port': ['ID=6620eda7-9ebb-4d94-9691-885715dd86b7,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:17.789322 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 145758c2-65f8-4a07-8971-8e889ed36f47 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:17.789703 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.908944 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:17.924822 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cba96-40c0-4adc-9bab-266e3fd717c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9e39a5c2-3291-4633-ae50-aa2f66433e36,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:17.946147 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Attempting to bind port 6620eda7-9ebb-4d94-9691-885715dd86b7 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:17.946904 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Attempting to bind port 6620eda7-9ebb-4d94-9691-885715dd86b7 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:17.947493 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Attempting to bind port 6620eda7-9ebb-4d94-9691-885715dd86b7 on network 8ebb5208-058b-4fd3-9873-adc39e263480 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:17.950909 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-21ffa2f6-cae3-431b-a552-7f3d087bbcbb None None] For port 145758c2-65f8-4a07-8971-8e889ed36f47, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=145758c2-65f8-4a07-8971-8e889ed36f47,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:17.958855 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 9e39a5c2-3291-4633-ae50-aa2f66433e36 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:15:17.978691 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks [] for router_gateway (3615e228-44a6-4fe7-a46b-075447ae1062), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:17.998195 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-21ffa2f6-cae3-431b-a552-7f3d087bbcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.006927 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:18.010935 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.024577 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Sync routers for ids ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:18.027100 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:18.042563 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (32df7af3-4729-454b-8c46-c2264d59f1f7), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.045728 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks [] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.047373 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Routers {'bcd22cd0-252b-4f38-9d27-0b121b2cbeef'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:18.051175 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:18.075248 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:18.075546 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Checking segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:18.075949 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.076343 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Bound using segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:18.076903 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Bound port: 6620eda7-9ebb-4d94-9691-885715dd86b7, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:18.077779 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.090853 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.092242 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e6f4ee5b-bee9-40d2-bc5f-fa5e15596ae1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7590582 Jul 13 23:15:18.097271 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48414) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:18.100339 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:18.116900 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffa2f6-cae3-431b-a552-7f3d087bbcbb None None] Pushing event updated for resources: {'Port': ['ID=145758c2-65f8-4a07-8971-8e889ed36f47,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:18.191900 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:18.240039 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.259948 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32df7af3-4729-454b-8c46-c2264d59f1f7,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:18.274866 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Publish callbacks [] for port (4d009e31-8275-460d-9162-421e7db42d79), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.293718 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks [] for router_gateway (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.301462 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] Provisioning complete for port 145758c2-65f8-4a07-8971-8e889ed36f47 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:18.301866 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.332988 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:18.336164 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.343160 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Checking segment: {'id': 'cd00cadb-9b6a-4d55-9296-8a97e8042b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9e39a5c2-3291-4633-ae50-aa2f66433e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:18.343614 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Network hostable DHCP agents. Network: 9e39a5c2-3291-4633-ae50-aa2f66433e36, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:15:18.346910 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1ec16caf-bff9-41d3-88b7-b2df2f8aba46 admin admin] Publish callbacks [] for security_group (45a9fb5e-e9d0-4682-9317-530245873273), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.360611 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (4d009e31-8275-460d-9162-421e7db42d79), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.377203 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.db.api [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104144) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 13 23:15:18.377914 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG oslo_db.api [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 23:15:18.381444 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:18.388084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:18.398263 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Pushing event updated for resources: {'Port': ['ID=f4aa9957-265e-4f7c-8f34-c3717ad9eacf,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:18.405223 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1ec16caf-bff9-41d3-88b7-b2df2f8aba46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (45a9fb5e-e9d0-4682-9317-530245873273), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.421894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (60af701a-2df9-4cff-ae8b-26077acb96f5), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.434907 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Allocated IP 172.27.3.190 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/35bb2a21-6627-468f-93c2-e87d7c504d76) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:18.470273 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] Current status of the port 145758c2-65f8-4a07-8971-8e889ed36f47 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:18.498445 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Set router bcd22cd0-252b-4f38-9d27-0b121b2cbeef gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:18.506833 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:18.511201 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] For port 6620eda7-9ebb-4d94-9691-885715dd86b7, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:18.511364 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-1ec16caf-bff9-41d3-88b7-b2df2f8aba46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a9434e6932c446b8f3ca24db5526358&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2784817 Jul 13 23:15:18.512977 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48416) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:18.516278 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec16caf-bff9-41d3-88b7-b2df2f8aba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a9fb5e-e9d0-4682-9317-530245873273,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:18.527205 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Network f06a5500-178c-41a3-8775-8311d13c34cf is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:18.533309 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Network 9e39a5c2-3291-4633-ae50-aa2f66433e36 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:15:18.533761 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Publish callbacks [] for port (c5795b27-d168-4b15-93ab-f9039d211af0), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.535606 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:18.550520 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] Provisioning complete for port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:18.550905 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.576638 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 9e39a5c2-3291-4633-ae50-aa2f66433e36) {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:18.588730 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:18.589415 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.597903 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:18.611501 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbbd2ea-6e68-42d1-a5fe-02f954f4fd28 None None] Network 9e39a5c2-3291-4633-ae50-aa2f66433e36 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:18.620718 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] For port 6620eda7-9ebb-4d94-9691-885715dd86b7, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=6620eda7-9ebb-4d94-9691-885715dd86b7,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:18.625854 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.632600 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-05d7a23a-dc71-4ba8-8b76-85fba7ad3978 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3911247 Jul 13 23:15:18.649746 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:18.658382 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Router 60af701a-2df9-4cff-ae8b-26077acb96f5 is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:15:18.659267 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Pushing event updated for resources: {'Port': ['ID=4d009e31-8275-460d-9162-421e7db42d79,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:18.720007 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Pushing event updated for resources: {'Port': ['ID=c5795b27-d168-4b15-93ab-f9039d211af0,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:18.724731 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.769229 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48422) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:18.806556 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:15Z', 'revision_number': 3, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'gw_port': {'id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:13Z', 'updated_at': '2022-07-13T23:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:18.827645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cffd8cf-06e0-497b-b70e-fff91f2020bd admin admin] Deleting subnet 880e2ea6-814d-4727-b8a2-3db4ea6811d7 {{(pid=104143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:15:18.834272 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Checking router: bcd22cd0-252b-4f38-9d27-0b121b2cbeef for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:18.834582 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4cffd8cf-06e0-497b-b70e-fff91f2020bd admin admin] Publish callbacks [] for subnet (880e2ea6-814d-4727-b8a2-3db4ea6811d7), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.834686 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Updating router bcd22cd0-252b-4f38-9d27-0b121b2cbeef port e037211b-ebf4-4510-86c4-145d61ca1ba6 binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:18.855797 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5da670b1-9172-4c0a-ae1b-2b55dad599fc admin admin] Publish callbacks [] for security_group (45a9fb5e-e9d0-4682-9317-530245873273), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.866027 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.929800 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4cffd8cf-06e0-497b-b70e-fff91f2020bd admin admin] Publish callbacks [] for subnet (880e2ea6-814d-4727-b8a2-3db4ea6811d7), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.950052 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5da670b1-9172-4c0a-ae1b-2b55dad599fc admin admin] Publish callbacks [] for security_group (45a9fb5e-e9d0-4682-9317-530245873273), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.952783 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4cffd8cf-06e0-497b-b70e-fff91f2020bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (880e2ea6-814d-4727-b8a2-3db4ea6811d7), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:18.954948 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:18.985015 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:18.991675 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:19.032072 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.034913 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-5efae7bc-01e7-4fbd-93e5-686478ea47aa admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3346567 Jul 13 23:15:19.042864 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48430) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:19.043305 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:19.047885 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks [] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.078575 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:19.107170 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] Current status of the port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:19.107485 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.107596 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4cffd8cf-06e0-497b-b70e-fff91f2020bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (880e2ea6-814d-4727-b8a2-3db4ea6811d7), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.111291 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Sync routers for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:19.163497 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:19.181827 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffd8cf-06e0-497b-b70e-fff91f2020bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880e2ea6-814d-4727-b8a2-3db4ea6811d7,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:19.183919 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:19.190176 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Attempting to bind port 4d009e31-8275-460d-9162-421e7db42d79 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:19.190176 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Attempting to bind port 4d009e31-8275-460d-9162-421e7db42d79 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:19.190560 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Attempting to bind port 4d009e31-8275-460d-9162-421e7db42d79 on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:19.210766 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:19.212588 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks [] for router_gateway (31fdd018-08ea-4419-974d-e3427ccb035b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.220129 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.225259 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 145758c2-65f8-4a07-8971-8e889ed36f47 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:19.226245 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:19.238187 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:19.238557 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Checking segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:19.238952 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.239343 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Bound using segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:19.239862 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Bound port: 4d009e31-8275-460d-9162-421e7db42d79, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:19.240239 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (4d009e31-8275-460d-9162-421e7db42d79), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.282969 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5da670b1-9172-4c0a-ae1b-2b55dad599fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (45a9fb5e-e9d0-4682-9317-530245873273), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.290922 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4cffd8cf-06e0-497b-b70e-fff91f2020bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.292175 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5da670b1-9172-4c0a-ae1b-2b55dad599fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.296182 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5da670b1-9172-4c0a-ae1b-2b55dad599fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45a9fb5e-e9d0-4682-9317-530245873273 HTTP/1.1" status: 204 len: 168 time: 0.7793415 Jul 13 23:15:19.305904 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-4cffd8cf-06e0-497b-b70e-fff91f2020bd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/880e2ea6-814d-4727-b8a2-3db4ea6811d7 HTTP/1.1" status: 204 len: 168 time: 0.5331178 Jul 13 23:15:19.334923 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:19.335698 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:19.342121 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48436) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:19.401695 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Allocated IP 172.27.3.170 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/b457ea4a-3e0a-46f8-aa72-1d21fc11a715) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:19.466328 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] For port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=35d9ae0d-41f3-4a7f-abe4-40d8b8d021da,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:19.497885 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10c162-6dfd-44d1-943a-de7b3d74cfb5 None None] Pushing event updated for resources: {'Port': ['ID=6620eda7-9ebb-4d94-9691-885715dd86b7,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:19.594516 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] For port 4d009e31-8275-460d-9162-421e7db42d79, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:19.601751 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] For port 4d009e31-8275-460d-9162-421e7db42d79, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=4d009e31-8275-460d-9162-421e7db42d79,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:19.610202 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da670b1-9172-4c0a-ae1b-2b55dad599fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a9fb5e-e9d0-4682-9317-530245873273,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:19.613591 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:19.623441 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (422df434-b21a-42aa-a3b6-d99942538c23), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.649485 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.658930 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:19.674558 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:19.677679 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Pushing event updated for resources: {'Port': ['ID=35bb2a21-6627-468f-93c2-e87d7c504d76,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:19.693444 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db1d826-ced5-43c8-ad18-0025e53a1ff9 None None] Network 9e39a5c2-3291-4633-ae50-aa2f66433e36 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:19.768018 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (4d009e31-8275-460d-9162-421e7db42d79), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.825332 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:19.881523 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.884757 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks [] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.894598 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Attempting to bind port c5795b27-d168-4b15-93ab-f9039d211af0 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:19.894962 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Attempting to bind port c5795b27-d168-4b15-93ab-f9039d211af0 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:19.895319 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Attempting to bind port c5795b27-d168-4b15-93ab-f9039d211af0 on network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:19.909007 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:19.909352 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Checking segment: {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:19.909746 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:19.910142 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Bound using segment: {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:19.911286 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Bound port: c5795b27-d168-4b15-93ab-f9039d211af0, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:19.911610 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.022870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.046717 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] For port c5795b27-d168-4b15-93ab-f9039d211af0, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:20.056119 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] For port c5795b27-d168-4b15-93ab-f9039d211af0, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=c5795b27-d168-4b15-93ab-f9039d211af0,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:20.070588 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:20.071157 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.076507 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:20.080139 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.127219 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365e050-4aa8-4bba-a72d-de5636779344 None None] Pushing event updated for resources: {'Port': ['ID=35d9ae0d-41f3-4a7f-abe4-40d8b8d021da,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:20.336313 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Publish callbacks [] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.348467 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.354283 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (31fdd018-08ea-4419-974d-e3427ccb035b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.398747 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:20.399630 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks [] for router_gateway (3615e228-44a6-4fe7-a46b-075447ae1062), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.467055 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.485230 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Pushing event updated for resources: {'Port': ['ID=e037211b-ebf4-4510-86c4-145d61ca1ba6,revision_number=2']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:20.491294 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Attempting to bind port e037211b-ebf4-4510-86c4-145d61ca1ba6 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:20.493201 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Attempting to bind port e037211b-ebf4-4510-86c4-145d61ca1ba6 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:20.493839 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Attempting to bind port e037211b-ebf4-4510-86c4-145d61ca1ba6 on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:20.512268 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.512781 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.513289 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.513790 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.514318 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.514815 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.515298 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.517784 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.519163 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.519711 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.520092 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (422df434-b21a-42aa-a3b6-d99942538c23), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.520775 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.521269 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.521901 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.525539 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.526170 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Tracked resource versions report: Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: pushed versions: Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: { 'AddressGroup': {'1.2'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Agent': {'1.1'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'ConntrackHelper': {'1.0'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'LocalIPAssociation': {'1.0'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Log': {'1.0'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'NDPProxy': {'1.0'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Network': {'1.1'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Port': {'1.7'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'PortForwarding': {'1.3'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'QosPolicy': {'1.10'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SecurityGroup': {'1.5'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SecurityGroupRule': {'1.2'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SubPort': {'1.0'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Subnet': {'1.1'}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Trunk': {'1.1'}} Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: consumer versions: Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: { DHCP agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: HyperV agent@hv-cinder-79987: {}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: L3 agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: Metadata agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: Metering agent@dv-cinder-799871-29-iscsi: {}, Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: Open vSwitch agent@dv-cinder-799871-29-iscsi: { 'AddressGroup': '1.2', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Agent': '1.1', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'ConntrackHelper': '1.0', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'LocalIPAssociation': '1.0', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Log': '1.0', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'NDPProxy': '1.0', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Network': '1.1', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Port': '1.7', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'PortForwarding': '1.3', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'QosPolicy': '1.10', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SecurityGroup': '1.5', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SecurityGroupRule': '1.2', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'SubPort': '1.0', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Subnet': '1.1', Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: 'Trunk': '1.1'}} Jul 13 23:15:20.527592 dv-cinder-799871-29-iscsi neutron-server[104145]: {{(pid=104145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 23:15:20.535014 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:20.535589 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:20.536141 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.536673 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:20.537305 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Bound port: e037211b-ebf4-4510-86c4-145d61ca1ba6, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:20.537840 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.565337 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:20.579509 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.579898 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.580681 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.581005 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > port after_create 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.581317 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > port after_delete 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.581655 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > port after_update 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.581963 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.582277 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.582585 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.582897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:20.642716 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] For port e037211b-ebf4-4510-86c4-145d61ca1ba6, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:20.652429 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] For port e037211b-ebf4-4510-86c4-145d61ca1ba6, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=e037211b-ebf4-4510-86c4-145d61ca1ba6,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:20.670133 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:20.718838 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66d9f3-3e81-4f0b-a5e0-58d57c5dcd39 None None] Pushing event updated for resources: {'Port': ['ID=4d009e31-8275-460d-9162-421e7db42d79,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:20.753828 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7bff8-2e2c-41ef-9f81-ba4be00f1b35 None None] Pushing event updated for resources: {'Port': ['ID=e037211b-ebf4-4510-86c4-145d61ca1ba6,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:20.803232 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Routers {'bcd22cd0-252b-4f38-9d27-0b121b2cbeef'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:20.805529 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:20.835451 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:16Z', 'revision_number': 3, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:20.908763 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:20.911842 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:20.933325 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d2989-14c9-4f8f-b562-c51bc805c160 None None] Pushing event updated for resources: {'Port': ['ID=c5795b27-d168-4b15-93ab-f9039d211af0,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:20.994568 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Checking router: 60af701a-2df9-4cff-ae8b-26077acb96f5 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:20.995157 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Updating router 60af701a-2df9-4cff-ae8b-26077acb96f5 port 2571b394-7295-4ecc-8c39-a1fa0cab3044 binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:21.017162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:21.017495 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:21.017821 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:21.018140 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:15:21.018512 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422df434-b21a-42aa-a3b6-d99942538c23']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:21.018625 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] Set router bcd22cd0-252b-4f38-9d27-0b121b2cbeef gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:21.041596 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b3ffdd-aa05-479c-82d9-7d5aff4af570') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:21.041920 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b3ffdd-aa05-479c-82d9-7d5aff4af570') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:21.055376 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceafd65a-908e-4947-a3e2-187f503de9ea None None] Network 8ebb5208-058b-4fd3-9873-adc39e263480 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:21.059152 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (33b3ffdd-aa05-479c-82d9-7d5aff4af570), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.086368 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (33b3ffdd-aa05-479c-82d9-7d5aff4af570), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.099048 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:21.100769 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:21.101705 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:21.102803 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:21.105878 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:21.179950 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:15:21.180539 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (33b3ffdd-aa05-479c-82d9-7d5aff4af570), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.228628 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Pushing event updated for resources: {'Port': ['ID=b457ea4a-3e0a-46f8-aa72-1d21fc11a715,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:21.310536 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:21.320505 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.325764 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:15Z', 'revision_number': 3, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'gw_port': {'id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:13Z', 'updated_at': '2022-07-13T23:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:21.380470 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf552dc-7d99-4fe9-94c7-1420c07e4829 None None] The sync data for ids ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'] in dv-cinder-799871-29-iscsi is: [{'id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:15Z', 'revision_number': 3, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'gw_port': {'id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:13Z', 'updated_at': '2022-07-13T23:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:21.429303 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (3615e228-44a6-4fe7-a46b-075447ae1062), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.455954 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:21.457159 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-96b05d7c-eee3-4406-8cd5-80cf0a426d68 None None] Provisioning complete for port 6620eda7-9ebb-4d94-9691-885715dd86b7 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:21.457677 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-96b05d7c-eee3-4406-8cd5-80cf0a426d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.482076 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:21.524650 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (422df434-b21a-42aa-a3b6-d99942538c23), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.532225 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.535456 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] 10.222.0.60 "DELETE /v2.0/networks/422df434-b21a-42aa-a3b6-d99942538c23 HTTP/1.1" status: 204 len: 168 time: 2.1900690 Jul 13 23:15:21.543943 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48482) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:21.629481 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.655257 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8763a-711e-4307-ae5e-bfe59562f5da admin admin] Pushing event deleted for resources: {'Network': ['ID=422df434-b21a-42aa-a3b6-d99942538c23,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:21.768683 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a12c819-b3c2-4489-bc81-f97877006326 admin admin] Deleting subnet 32df7af3-4729-454b-8c46-c2264d59f1f7 {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:15:21.808827 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 33b3ffdd-aa05-479c-82d9-7d5aff4af570 resource provider aggregate not found Jul 13 23:15:21.842921 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8a12c819-b3c2-4489-bc81-f97877006326 admin admin] Publish callbacks [] for subnet (32df7af3-4729-454b-8c46-c2264d59f1f7), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.843286 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df0b5e-75cd-4ab9-a8e3-43e37da15649 None None] Network f06a5500-178c-41a3-8775-8311d13c34cf requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:21.911688 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 33b3ffdd-aa05-479c-82d9-7d5aff4af570 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33b3ffdd-aa05-479c-82d9-7d5aff4af570 found for delete ", "request_id": "req-a495be09-19cd-428b-95e3-afbf4ce7d126"}]} Jul 13 23:15:21.933569 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8a12c819-b3c2-4489-bc81-f97877006326 admin admin] Publish callbacks [] for subnet (32df7af3-4729-454b-8c46-c2264d59f1f7), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:21.952696 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8a12c819-b3c2-4489-bc81-f97877006326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (32df7af3-4729-454b-8c46-c2264d59f1f7), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:22.076873 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8a12c819-b3c2-4489-bc81-f97877006326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (32df7af3-4729-454b-8c46-c2264d59f1f7), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:22.156677 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8a12c819-b3c2-4489-bc81-f97877006326 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:22.161558 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8a12c819-b3c2-4489-bc81-f97877006326 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/32df7af3-4729-454b-8c46-c2264d59f1f7 HTTP/1.1" status: 204 len: 168 time: 0.5854299 Jul 13 23:15:22.165591 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48494) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:22.220811 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks [] for router_gateway (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:22.231431 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12c819-b3c2-4489-bc81-f97877006326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32df7af3-4729-454b-8c46-c2264d59f1f7,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:22.271807 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:22.301591 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Router 31fdd018-08ea-4419-974d-e3427ccb035b is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:15:22.312084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Allocated IP 172.20.0.1 (8b7403b0-762e-4f25-9da3-6f8a1b41f4ce/a67b6728-9e31-4ffa-b267-412c31e07130/af39c147-fcae-4c48-87c1-de00d84517af) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:22.320992 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device c5795b27-d168-4b15-93ab-f9039d211af0 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:22.516739 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3258450-56e1-40d8-b2f0-869788330123 None None] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:15:22.524074 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Allocated IP 172.20.0.1 (8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b/8ae718fa-ed35-4f5b-9a47-272d400fe34b/2dc47dc7-edda-4911-b482-a620ce6676e7) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:22.546379 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-96b05d7c-eee3-4406-8cd5-80cf0a426d68 None None] Current status of the port 6620eda7-9ebb-4d94-9691-885715dd86b7 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:22.546758 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-96b05d7c-eee3-4406-8cd5-80cf0a426d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:22.559773 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (9e39a5c2-3291-4633-ae50-aa2f66433e36), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:22.617258 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:22.642454 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:22.645241 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port c5795b27-d168-4b15-93ab-f9039d211af0 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:22.646288 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:22.843810 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:22.877132 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Router 3615e228-44a6-4fe7-a46b-075447ae1062 is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:15:22.881228 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:22.890770 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Sync routers for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:22.915905 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:22.916578 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:22.957944 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Publish callbacks [] for port (af39c147-fcae-4c48-87c1-de00d84517af), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.006632 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (9e39a5c2-3291-4633-ae50-aa2f66433e36), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.033072 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (af39c147-fcae-4c48-87c1-de00d84517af), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.085697 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e39a5c2-3291-4633-ae50-aa2f66433e36']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:23.087992 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.089455 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-687d7c31-4412-44d5-8a53-10dbba3f1522 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6889019 Jul 13 23:15:23.091027 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-96b05d7c-eee3-4406-8cd5-80cf0a426d68 None None] For port 6620eda7-9ebb-4d94-9691-885715dd86b7, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=6620eda7-9ebb-4d94-9691-885715dd86b7,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:23.095083 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:23.102679 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Publish callbacks [] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.113249 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48510) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:23.117392 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-96b05d7c-eee3-4406-8cd5-80cf0a426d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.158760 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.172509 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:23.190589 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:23.206203 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:23.214079 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Publish callbacks [] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.235631 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:23.236578 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.246127 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:23.299363 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.315079 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd00cadb-9b6a-4d55-9296-8a97e8042b3a') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:23.315374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd00cadb-9b6a-4d55-9296-8a97e8042b3a') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:23.327342 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Attempting to bind port 2571b394-7295-4ecc-8c39-a1fa0cab3044 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:23.328271 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Attempting to bind port 2571b394-7295-4ecc-8c39-a1fa0cab3044 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:23.328745 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Attempting to bind port 2571b394-7295-4ecc-8c39-a1fa0cab3044 on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:23.359932 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port c5795b27-d168-4b15-93ab-f9039d211af0 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:23.361328 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.376468 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:23.377111 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:23.377833 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.378434 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:23.379142 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Bound port: 2571b394-7295-4ecc-8c39-a1fa0cab3044, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:23.379811 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.385233 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=af39c147-fcae-4c48-87c1-de00d84517af,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:23.401861 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Provisioning complete for port 4d009e31-8275-460d-9162-421e7db42d79 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:23.402579 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (4d009e31-8275-460d-9162-421e7db42d79), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.422330 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:23.445322 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:23.458017 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:23.495671 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (cd00cadb-9b6a-4d55-9296-8a97e8042b3a), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.497783 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:23.513730 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:18Z', 'revision_number': 3, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:23.532782 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b05d7c-eee3-4406-8cd5-80cf0a426d68 None None] Pushing event updated for resources: {'Port': ['ID=6620eda7-9ebb-4d94-9691-885715dd86b7,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:23.609043 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Checking router: 31fdd018-08ea-4419-974d-e3427ccb035b for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:23.609575 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Updating router 31fdd018-08ea-4419-974d-e3427ccb035b port f4aa9957-265e-4f7c-8f34-c3717ad9eacf binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:23.636160 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:23.661756 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:23.673397 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port c5795b27-d168-4b15-93ab-f9039d211af0, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=c5795b27-d168-4b15-93ab-f9039d211af0,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:23.683723 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.684017 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.689468 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-db47cca6-724a-43d1-80bd-8a0f413a4484 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5452864 Jul 13 23:15:23.714808 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48518) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:23.722825 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.723880 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 6620eda7-9ebb-4d94-9691-885715dd86b7 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:23.731666 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] For port 2571b394-7295-4ecc-8c39-a1fa0cab3044, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:23.763071 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:23.764074 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:23.797177 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (af39c147-fcae-4c48-87c1-de00d84517af), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.815495 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:23.846127 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] For port 2571b394-7295-4ecc-8c39-a1fa0cab3044, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=2571b394-7295-4ecc-8c39-a1fa0cab3044,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:23.849286 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32c3c8-a11c-4141-8f94-d2b940fbebaa None None] Pushing event updated for resources: {'Port': ['ID=2571b394-7295-4ecc-8c39-a1fa0cab3044,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:23.890705 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (60af701a-2df9-4cff-ae8b-26077acb96f5), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.912006 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Current status of the port 4d009e31-8275-460d-9162-421e7db42d79 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:23.912380 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (4d009e31-8275-460d-9162-421e7db42d79), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:23.914384 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=c5795b27-d168-4b15-93ab-f9039d211af0,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:23.929023 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.035105 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] For port 4d009e31-8275-460d-9162-421e7db42d79, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=4d009e31-8275-460d-9162-421e7db42d79,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:24.037342 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:24.061897 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (4d009e31-8275-460d-9162-421e7db42d79), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.097150 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 6620eda7-9ebb-4d94-9691-885715dd86b7 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:24.097816 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.104332 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:24.106727 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32c3c8-a11c-4141-8f94-d2b940fbebaa None None] Pushing event updated for resources: {'Port': ['ID=2571b394-7295-4ecc-8c39-a1fa0cab3044,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:24.109044 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:24.110473 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:24.111115 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:24.152963 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.159696 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Provisioning complete for port c5795b27-d168-4b15-93ab-f9039d211af0 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:24.160064 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.189876 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Publish callbacks [] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.198994 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.232431 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (cd00cadb-9b6a-4d55-9296-8a97e8042b3a), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.255307 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:15:24.255737 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (cd00cadb-9b6a-4d55-9296-8a97e8042b3a), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.268434 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:24.278027 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b90166-e8fb-4030-951e-9456565d0913 None None] Pushing event updated for resources: {'Port': ['ID=f4aa9957-265e-4f7c-8f34-c3717ad9eacf,revision_number=2']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:24.282834 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Attempting to bind port f4aa9957-265e-4f7c-8f34-c3717ad9eacf on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:24.284024 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Attempting to bind port f4aa9957-265e-4f7c-8f34-c3717ad9eacf by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:24.284630 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Attempting to bind port f4aa9957-265e-4f7c-8f34-c3717ad9eacf on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:24.286926 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Pushing event updated for resources: {'Port': ['ID=2dc47dc7-edda-4911-b482-a620ce6676e7,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:24.297705 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:24.298211 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:24.298703 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.299242 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:24.300059 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Bound port: f4aa9957-265e-4f7c-8f34-c3717ad9eacf, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:24.300525 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.305261 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:24.351470 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment cd00cadb-9b6a-4d55-9296-8a97e8042b3a resource provider aggregate not found Jul 13 23:15:24.402994 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:24.408660 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] For port f4aa9957-265e-4f7c-8f34-c3717ad9eacf, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:24.413883 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] For port f4aa9957-265e-4f7c-8f34-c3717ad9eacf, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=f4aa9957-265e-4f7c-8f34-c3717ad9eacf,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:24.417174 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment cd00cadb-9b6a-4d55-9296-8a97e8042b3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd00cadb-9b6a-4d55-9296-8a97e8042b3a found for delete ", "request_id": "req-5e347cb6-839d-4deb-9d33-a22a92a06e2c"}]} Jul 13 23:15:24.425377 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.501169 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (9e39a5c2-3291-4633-ae50-aa2f66433e36), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.506967 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Pushing event updated for resources: {'Port': ['ID=4d009e31-8275-460d-9162-421e7db42d79,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:24.514674 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.521312 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9e39a5c2-3291-4633-ae50-aa2f66433e36 HTTP/1.1" status: 204 len: 168 time: 2.3485041 Jul 13 23:15:24.543929 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:24.544966 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:24.566983 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Publish callbacks [] for port (af39c147-fcae-4c48-87c1-de00d84517af), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.586052 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (af39c147-fcae-4c48-87c1-de00d84517af), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.587175 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a0451-d114-4d44-a001-6dff97db2326 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e39a5c2-3291-4633-ae50-aa2f66433e36,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:24.588192 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.590580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:24.603748 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b90166-e8fb-4030-951e-9456565d0913 None None] Pushing event updated for resources: {'Port': ['ID=f4aa9957-265e-4f7c-8f34-c3717ad9eacf,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:24.700697 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:15:24.706089 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Publish callbacks [] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.716314 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.775418 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=af39c147-fcae-4c48-87c1-de00d84517af,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:24.784772 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:24.803916 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:24.854535 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 6620eda7-9ebb-4d94-9691-885715dd86b7 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:24.856004 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:24.881648 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48532) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:24.888368 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (60af701a-2df9-4cff-ae8b-26077acb96f5), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:24.904645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Pushing event updated for resources: {'Port': ['ID=2dc47dc7-edda-4911-b482-a620ce6676e7,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:24.910497 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.097057 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:25.127272 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Allocated IP 172.20.0.1 (f06a5500-178c-41a3-8775-8311d13c34cf/f4331c6d-b15e-4c21-95f6-42dc614cb3ce/ea37fbc9-bbea-4f31-ade2-11004e8cc028) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:25.134187 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:25.160564 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:18Z', 'revision_number': 3, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:25.249129 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f192d-5019-4dd0-8678-ba9d3fbfae5f None None] The sync data for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi is: [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:18Z', 'revision_number': 3, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:25.269609 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:25.291590 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Sync routers for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:25.310405 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:25.321431 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Publish callbacks [] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.321641 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:25.354376 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:25.354777 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:25.378150 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.427934 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:19Z', 'revision_number': 3, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:25.450488 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.460206 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-b35085a3-5f19-432a-8a76-a8c409a75411 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3308959 Jul 13 23:15:25.466235 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48542) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:25.488092 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Current status of the port c5795b27-d168-4b15-93ab-f9039d211af0 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:25.497117 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d868fbdc-8300-4f8e-9cb4-9a12246da33e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a01073a6773c4ca0b3208a004cd15c18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6139314 Jul 13 23:15:25.507413 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48544) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:25.559920 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Provisioning complete for port 6620eda7-9ebb-4d94-9691-885715dd86b7 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:25.560316 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.568242 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Network f06a5500-178c-41a3-8775-8311d13c34cf is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:25.583149 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:25.584481 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:25.587749 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:25.594035 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Router 60af701a-2df9-4cff-ae8b-26077acb96f5 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:15:25.597786 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:25.598165 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.600220 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:25.600942 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (3615e228-44a6-4fe7-a46b-075447ae1062), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.605391 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:25.605920 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Updating router 3615e228-44a6-4fe7-a46b-075447ae1062 port 35bb2a21-6627-468f-93c2-e87d7c504d76 binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:25.612977 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:25.686372 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.782091 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.803118 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:25.824751 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-eadbf285-a24e-48f7-ae6e-cb842b884e74 admin admin] Publish callbacks [] for security_group (3a96bba2-5fba-4736-977d-cdd1db6863b7), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.867219 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-eadbf285-a24e-48f7-ae6e-cb842b884e74 admin admin] Publish callbacks [] for security_group (3a96bba2-5fba-4736-977d-cdd1db6863b7), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:25.896771 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:22Z', 'revision_number': 1, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:25.949413 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Pushing event updated for resources: {'Port': ['ID=ea37fbc9-bbea-4f31-ade2-11004e8cc028,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:25.961246 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:26.013503 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-b5e66de3-9233-4fd8-8b12-4b99d78d2f3a admin admin] 10.222.0.60 "PUT /v2.0/routers/60af701a-2df9-4cff-ae8b-26077acb96f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9578035 Jul 13 23:15:26.022705 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:21Z', 'revision_number': 3, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:26.034121 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:26.041342 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-f2553137-f72f-4ba4-b5d9-2a2c8cb11cce None None] Current status of the port 6620eda7-9ebb-4d94-9691-885715dd86b7 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:26.072502 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-eadbf285-a24e-48f7-ae6e-cb842b884e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (3a96bba2-5fba-4736-977d-cdd1db6863b7), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:26.075457 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Checking router: ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:26.079051 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Updating router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 port b457ea4a-3e0a-46f8-aa72-1d21fc11a715 binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:26.082921 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-eadbf285-a24e-48f7-ae6e-cb842b884e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:26.083130 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d52dab-93f5-4e1e-af59-21bca182ae2d None None] The sync data for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi is: [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:22Z', 'revision_number': 1, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:26.095273 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-eadbf285-a24e-48f7-ae6e-cb842b884e74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a96bba2-5fba-4736-977d-cdd1db6863b7 HTTP/1.1" status: 204 len: 168 time: 0.5863326 Jul 13 23:15:26.116617 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:26.151580 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:26.162037 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbf285-a24e-48f7-ae6e-cb842b884e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a96bba2-5fba-4736-977d-cdd1db6863b7,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:26.309400 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:26.410932 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Provisioning complete for port af39c147-fcae-4c48-87c1-de00d84517af triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:26.411269 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (af39c147-fcae-4c48-87c1-de00d84517af), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:26.582312 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:26.583526 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 145758c2-65f8-4a07-8971-8e889ed36f47 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:26.613539 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Port af39c147-fcae-4c48-87c1-de00d84517af cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:26.614752 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Router bcd22cd0-252b-4f38-9d27-0b121b2cbeef has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:15:26.625366 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:26.687066 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:26.690653 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Provisioning complete for port 2dc47dc7-edda-4911-b482-a620ce6676e7 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:26.691088 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:26.966955 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48580) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:27.056488 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Port 2dc47dc7-edda-4911-b482-a620ce6676e7 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:27.070223 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Allocated IP 172.20.0.1 (8ebb5208-058b-4fd3-9873-adc39e263480/a1986b3c-1e7d-4b98-91a1-613d76dc07ab/f3a31964-ca95-428d-991e-ed8881f36c42) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:27.090586 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:27.196469 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Provisioning complete for port c5795b27-d168-4b15-93ab-f9039d211af0 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:27.196904 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.282815 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 145758c2-65f8-4a07-8971-8e889ed36f47 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:27.283272 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.359601 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Publish callbacks [] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.401238 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.408189 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e9797264-0e61-4232-a6e7-b9aa5475c9b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7678a8dfe21460184a8ab7206e3244d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4398036 Jul 13 23:15:27.411599 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48588) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:27.445943 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:27.477246 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9bf191ab-bc42-4ad4-91b2-1cb53845e4d6 admin admin] 10.222.0.60 "PUT /v2.0/routers/bcd22cd0-252b-4f38-9d27-0b121b2cbeef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3775353 Jul 13 23:15:27.524089 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:27.537414 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Publish callbacks [] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.542133 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Publish callbacks [] for port (f3a31964-ca95-428d-991e-ed8881f36c42), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.546951 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.547709 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (3615e228-44a6-4fe7-a46b-075447ae1062), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.580125 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Sync routers for ids ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:27.651059 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 145758c2-65f8-4a07-8971-8e889ed36f47 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:27.652924 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 4d009e31-8275-460d-9162-421e7db42d79 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:27.698787 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.761142 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Attempting to bind port 35bb2a21-6627-468f-93c2-e87d7c504d76 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:27.761549 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Attempting to bind port 35bb2a21-6627-468f-93c2-e87d7c504d76 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:27.762036 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Attempting to bind port 35bb2a21-6627-468f-93c2-e87d7c504d76 on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:27.771311 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:27.772631 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Pushing event updated for resources: {'Port': ['ID=ea37fbc9-bbea-4f31-ade2-11004e8cc028,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:27.823339 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a31964-ca95-428d-991e-ed8881f36c42,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:27.834156 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:27.840251 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef63c4-09cf-45a8-ac1d-cbe5cad34d90 None None] Pushing event updated for resources: {'Port': ['ID=35bb2a21-6627-468f-93c2-e87d7c504d76,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:27.848276 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:27.848691 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:27.851246 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.851602 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:27.852183 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Bound port: 35bb2a21-6627-468f-93c2-e87d7c504d76, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:27.852482 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.854360 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Routers {'bcd22cd0-252b-4f38-9d27-0b121b2cbeef'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:27.854989 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:27.885696 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:27.925252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Network 8ebb5208-058b-4fd3-9873-adc39e263480 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:27.978170 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-00a2a187-5684-4013-966d-d3e8c7783eea admin admin] Publish callbacks [] for security_group (fb443ef9-97de-48bc-a6fc-ff1f0fece4a1), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:27.990058 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:27.999446 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Network f06a5500-178c-41a3-8775-8311d13c34cf is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:28.003508 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48614) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:28.011896 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-65111316-7cbc-40d1-bf8f-86810f83cc8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132829196', 'description': 'tempest-description--1539763382'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:28.078837 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:28.096698 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:28.103050 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-65111316-7cbc-40d1-bf8f-86810f83cc8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.176526 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:28.177029 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Current status of the port c5795b27-d168-4b15-93ab-f9039d211af0 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:28.179984 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.183650 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (31fdd018-08ea-4419-974d-e3427ccb035b), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.218346 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Publish callbacks [] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.247264 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.297054 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Provisioning complete for port ea37fbc9-bbea-4f31-ade2-11004e8cc028 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:28.297417 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.385406 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-00a2a187-5684-4013-966d-d3e8c7783eea admin admin] Publish callbacks [] for security_group (fb443ef9-97de-48bc-a6fc-ff1f0fece4a1), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.474401 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Attempting to bind port b457ea4a-3e0a-46f8-aa72-1d21fc11a715 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:28.474772 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Attempting to bind port b457ea4a-3e0a-46f8-aa72-1d21fc11a715 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:28.483811 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Attempting to bind port b457ea4a-3e0a-46f8-aa72-1d21fc11a715 on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:28.532396 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73808a-6b28-4b79-945d-e64eea478285 None None] Pushing event updated for resources: {'Port': ['ID=b457ea4a-3e0a-46f8-aa72-1d21fc11a715,revision_number=2']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:28.547929 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:28.554471 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:28.554884 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.555281 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:28.555803 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Bound port: b457ea4a-3e0a-46f8-aa72-1d21fc11a715, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:28.556186 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.597395 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-65111316-7cbc-40d1-bf8f-86810f83cc8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (74aed01f-dc9f-439b-97cc-131e25d04f79), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.621942 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-65111316-7cbc-40d1-bf8f-86810f83cc8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (74aed01f-dc9f-439b-97cc-131e25d04f79), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.695415 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-00a2a187-5684-4013-966d-d3e8c7783eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (fb443ef9-97de-48bc-a6fc-ff1f0fece4a1), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.697754 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] For port b457ea4a-3e0a-46f8-aa72-1d21fc11a715, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:28.698560 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-00a2a187-5684-4013-966d-d3e8c7783eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.698958 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-1272b197-b23a-4bb3-9001-3437111009b9 None None] Port ea37fbc9-bbea-4f31-ade2-11004e8cc028 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:28.700185 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-00a2a187-5684-4013-966d-d3e8c7783eea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb443ef9-97de-48bc-a6fc-ff1f0fece4a1 HTTP/1.1" status: 204 len: 168 time: 1.2858658 Jul 13 23:15:28.716228 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] For port 35bb2a21-6627-468f-93c2-e87d7c504d76, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:28.720888 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] For port b457ea4a-3e0a-46f8-aa72-1d21fc11a715, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=b457ea4a-3e0a-46f8-aa72-1d21fc11a715,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:28.732205 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-65111316-7cbc-40d1-bf8f-86810f83cc8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.733786 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-65111316-7cbc-40d1-bf8f-86810f83cc8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7255354 Jul 13 23:15:28.734883 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:28.735873 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 4d009e31-8275-460d-9162-421e7db42d79 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:28.736296 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (4d009e31-8275-460d-9162-421e7db42d79), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.738087 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.741760 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:15:28.744560 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48632) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:28.755752 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65111316-7cbc-40d1-bf8f-86810f83cc8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74aed01f-dc9f-439b-97cc-131e25d04f79,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:28.757871 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-0192f97a-9e78-45f3-8b7f-4337a0a64165 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'security_group_rule': {'security_group_id': '74aed01f-dc9f-439b-97cc-131e25d04f79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:28.778597 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2a187-5684-4013-966d-d3e8c7783eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb443ef9-97de-48bc-a6fc-ff1f0fece4a1,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:28.814642 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.824688 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73808a-6b28-4b79-945d-e64eea478285 None None] Pushing event updated for resources: {'Port': ['ID=b457ea4a-3e0a-46f8-aa72-1d21fc11a715,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:28.856260 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Allocated IP 172.20.0.1 (c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac/dc24c837-6f7d-425f-9a8a-c1039c02421c/fe219123-c20d-4d24-b5da-e0439b5bf47c) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:28.856856 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:28.857961 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:28.911300 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Set router bcd22cd0-252b-4f38-9d27-0b121b2cbeef gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:28.924667 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] For port 35bb2a21-6627-468f-93c2-e87d7c504d76, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=35bb2a21-6627-468f-93c2-e87d7c504d76,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:28.926171 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-976f0064-ccf2-4783-8b85-d3290fcc7b6b None None] Provisioning complete for port af39c147-fcae-4c48-87c1-de00d84517af triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:28.926612 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-976f0064-ccf2-4783-8b85-d3290fcc7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (af39c147-fcae-4c48-87c1-de00d84517af), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:28.981708 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0192f97a-9e78-45f3-8b7f-4337a0a64165 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (66719268-73fd-4d81-a14b-5470520a098c), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.015879 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:29.021158 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8fa2548b-02f8-4ed1-a6d1-3f1aaab18bce admin admin] 10.222.0.60 "PUT /v2.0/routers/3615e228-44a6-4fe7-a46b-075447ae1062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3052213 Jul 13 23:15:29.065685 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.160950 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:29.178830 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:29.261990 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-976f0064-ccf2-4783-8b85-d3290fcc7b6b None None] Port af39c147-fcae-4c48-87c1-de00d84517af cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:29.352202 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0192f97a-9e78-45f3-8b7f-4337a0a64165 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (66719268-73fd-4d81-a14b-5470520a098c), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.371192 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0192f97a-9e78-45f3-8b7f-4337a0a64165 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (66719268-73fd-4d81-a14b-5470520a098c), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.375115 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 4d009e31-8275-460d-9162-421e7db42d79 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:29.400814 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Publish callbacks [] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.410356 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-976f0064-ccf2-4783-8b85-d3290fcc7b6b None None] Provisioning complete for port f3a31964-ca95-428d-991e-ed8881f36c42 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:29.410683 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-976f0064-ccf2-4783-8b85-d3290fcc7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.441839 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192f97a-9e78-45f3-8b7f-4337a0a64165 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66719268-73fd-4d81-a14b-5470520a098c,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:29.457424 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0192f97a-9e78-45f3-8b7f-4337a0a64165 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.461605 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48652) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:29.461774 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0192f97a-9e78-45f3-8b7f-4337a0a64165 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7139316 Jul 13 23:15:29.465761 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:21Z', 'revision_number': 3, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:29.466900 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Publish callbacks [] for port (f3a31964-ca95-428d-991e-ed8881f36c42), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.468447 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-8d55e561-f5bc-47b1-a300-a03fddb6fe93 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'security_group_rule': {'security_group_id': '74aed01f-dc9f-439b-97cc-131e25d04f79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:29.470742 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:29.483305 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-976f0064-ccf2-4783-8b85-d3290fcc7b6b None None] Port f3a31964-ca95-428d-991e-ed8881f36c42 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:29.487817 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.517299 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:29.540209 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802fdab6-2d86-4c2e-b817-1ef034c31913 None None] The sync data for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi is: [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:21Z', 'revision_number': 3, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:29.540797 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:29.552085 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef63c4-09cf-45a8-ac1d-cbe5cad34d90 None None] Pushing event updated for resources: {'Port': ['ID=35bb2a21-6627-468f-93c2-e87d7c504d76,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:29.565868 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-976f0064-ccf2-4783-8b85-d3290fcc7b6b None None] Provisioning complete for port ea37fbc9-bbea-4f31-ade2-11004e8cc028 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:29.566485 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-976f0064-ccf2-4783-8b85-d3290fcc7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.571204 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:29.572071 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:29.572970 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.595295 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (31fdd018-08ea-4419-974d-e3427ccb035b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.631545 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8d55e561-f5bc-47b1-a300-a03fddb6fe93 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (d4e79ae1-1e96-4c46-a077-a3e24056cd43), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.659222 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a31964-ca95-428d-991e-ed8881f36c42,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:29.678877 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:29.785674 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Pushing event updated for resources: {'Port': ['ID=fe219123-c20d-4d24-b5da-e0439b5bf47c,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:29.789729 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:29.793474 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:29.889661 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48672) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:29.939331 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8d55e561-f5bc-47b1-a300-a03fddb6fe93 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (d4e79ae1-1e96-4c46-a077-a3e24056cd43), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.948561 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8d55e561-f5bc-47b1-a300-a03fddb6fe93 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (d4e79ae1-1e96-4c46-a077-a3e24056cd43), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:29.971326 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-dcb18376-047f-4a9f-a2ab-ded9cac619ef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19362494', 'description': 'tempest-description--417303723'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:29.973552 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:29.980786 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48680) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:29.986287 dv-cinder-799871-29-iscsi neutron-server[104142]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 23:15:30.053058 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:30.157160 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcb18376-047f-4a9f-a2ab-ded9cac619ef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:30.166260 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-976f0064-ccf2-4783-8b85-d3290fcc7b6b None None] Port ea37fbc9-bbea-4f31-ade2-11004e8cc028 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:30.166785 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Network 8ebb5208-058b-4fd3-9873-adc39e263480 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:30.186885 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:30.292966 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:30.333879 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:23Z', 'revision_number': 4, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'gw_port': {'id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:13Z', 'updated_at': '2022-07-13T23:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'af39c147-fcae-4c48-87c1-de00d84517af', 'name': '', 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'mac_address': 'fa:16:3e:2b:d3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a67b6728-9e31-4ffa-b267-412c31e07130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:20Z', 'updated_at': '2022-07-13T23:15:23Z', 'revision_number': 2, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'subnets': [{'id': 'a67b6728-9e31-4ffa-b267-412c31e07130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:30.336175 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device f4aa9957-265e-4f7c-8f34-c3717ad9eacf up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:30.429494 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55e561-f5bc-47b1-a300-a03fddb6fe93 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e79ae1-1e96-4c46-a077-a3e24056cd43,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:30.456442 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804643-cc40-48ab-b80c-350b09d42df6 req-01fc7080-ae1e-438c-b518-d07ea347be31 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:30.468983 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-01fc7080-ae1e-438c-b518-d07ea347be31 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/networks?id=8b7403b0-762e-4f25-9da3-6f8a1b41f4ce HTTP/1.1" status: 200 len: 812 time: 0.4856248 Jul 13 23:15:30.475639 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Checking router: bcd22cd0-252b-4f38-9d27-0b121b2cbeef for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:30.475992 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Updating router bcd22cd0-252b-4f38-9d27-0b121b2cbeef port af39c147-fcae-4c48-87c1-de00d84517af binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:30.483443 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8d55e561-f5bc-47b1-a300-a03fddb6fe93 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:30.488378 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8d55e561-f5bc-47b1-a300-a03fddb6fe93 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0251989 Jul 13 23:15:30.489894 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48690) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:30.496206 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:30.531806 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-8ca5bbdf-b2e3-4fdf-b69a-2b46f2abbdef tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/quotas/5c873a6e9bdd4b74bcea03fb45317291 HTTP/1.1" status: 200 len: 375 time: 0.0615330 Jul 13 23:15:30.557348 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Sync routers for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:30.574969 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:30.577400 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:30.582827 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:30.595299 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (af39c147-fcae-4c48-87c1-de00d84517af), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:30.605593 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-151e10a6-78dc-497b-90e0-49ec6fd56af9 None None] Provisioning complete for port fe219123-c20d-4d24-b5da-e0439b5bf47c triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:30.605974 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-151e10a6-78dc-497b-90e0-49ec6fd56af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:30.653125 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:30.653363 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port f4aa9957-265e-4f7c-8f34-c3717ad9eacf triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:30.653689 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:30.781995 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-a6d39a2f-712d-4e36-9f74-e573fb33a53f tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c873a6e9bdd4b74bcea03fb45317291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2376649 Jul 13 23:15:30.817537 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:30.849022 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-151e10a6-78dc-497b-90e0-49ec6fd56af9 None None] Port fe219123-c20d-4d24-b5da-e0439b5bf47c cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:31.015494 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-8a148181-ba49-4ebb-9044-7a775b72899b None None] Provisioning complete for port f3a31964-ca95-428d-991e-ed8881f36c42 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:31.016292 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-8a148181-ba49-4ebb-9044-7a775b72899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.075765 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Router 31fdd018-08ea-4419-974d-e3427ccb035b has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:15:31.076665 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.131118 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:31.131962 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:31.158923 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcb18376-047f-4a9f-a2ab-ded9cac619ef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (f888feb8-e5f7-469e-a8de-f24ed08a31ae), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.186800 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcb18376-047f-4a9f-a2ab-ded9cac619ef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f888feb8-e5f7-469e-a8de-f24ed08a31ae), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.245680 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 2, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:31.246344 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcb18376-047f-4a9f-a2ab-ded9cac619ef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.253455 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-dcb18376-047f-4a9f-a2ab-ded9cac619ef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3531611 Jul 13 23:15:31.263221 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48710) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:31.271983 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-f1a3895a-5716-4377-a0fc-445935d7fe97 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group_rule': {'security_group_id': 'f888feb8-e5f7-469e-a8de-f24ed08a31ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:31.287650 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.336387 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Checking router: 60af701a-2df9-4cff-ae8b-26077acb96f5 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:31.337230 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Updating router 60af701a-2df9-4cff-ae8b-26077acb96f5 port 2dc47dc7-edda-4911-b482-a620ce6676e7 binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:31.377021 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:31.401717 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.418239 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Publish callbacks [] for port (af39c147-fcae-4c48-87c1-de00d84517af), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.446487 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:31.447160 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:31.465837 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (af39c147-fcae-4c48-87c1-de00d84517af), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.474860 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb18376-047f-4a9f-a2ab-ded9cac619ef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f888feb8-e5f7-469e-a8de-f24ed08a31ae,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:31.536468 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Allocated IP 172.27.3.36 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:31.567784 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port f4aa9957-265e-4f7c-8f34-c3717ad9eacf is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:31.568254 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.578515 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-14b9164b-ed1f-41e1-9eb6-c3b2e4d475ec service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:15:31.586146 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-14b9164b-ed1f-41e1-9eb6-c3b2e4d475ec service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5604277 Jul 13 23:15:31.634167 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-8a148181-ba49-4ebb-9044-7a775b72899b None None] Port f3a31964-ca95-428d-991e-ed8881f36c42 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:31.669018 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f1a3895a-5716-4377-a0fc-445935d7fe97 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (36ef0cc8-07d6-4c03-a3fa-43e87aeebe9c), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.778283 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port f4aa9957-265e-4f7c-8f34-c3717ad9eacf, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=f4aa9957-265e-4f7c-8f34-c3717ad9eacf,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:31.807591 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5dde3-cb98-41d7-8f2a-b9f9c5c6633f None None] Pushing event updated for resources: {'Port': ['ID=af39c147-fcae-4c48-87c1-de00d84517af,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:31.816741 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.818245 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device c5795b27-d168-4b15-93ab-f9039d211af0 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:31.837310 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for port (8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.852853 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f1a3895a-5716-4377-a0fc-445935d7fe97 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (36ef0cc8-07d6-4c03-a3fa-43e87aeebe9c), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.875134 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-d8322864-9ecb-43a9-87a1-68c418d259b1 service neutron] 10.222.0.60 "GET /v2.0/networks/8b7403b0-762e-4f25-9da3-6f8a1b41f4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880733 Jul 13 23:15:31.903805 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Publish callbacks [] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.918385 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.919205 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Publish callbacks [] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.928252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f1a3895a-5716-4377-a0fc-445935d7fe97 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (36ef0cc8-07d6-4c03-a3fa-43e87aeebe9c), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.947470 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:31.965257 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3895a-5716-4377-a0fc-445935d7fe97 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ef0cc8-07d6-4c03-a3fa-43e87aeebe9c,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:31.968472 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:31.973261 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:31.994184 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.022167 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 2, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:32.068671 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.069525 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336028e-c59f-497a-bc31-f85bfce05b8a None None] Pushing event updated for resources: {'Port': ['ID=2dc47dc7-edda-4911-b482-a620ce6676e7,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:32.082700 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:32.086043 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-41aa7841-6f0c-47ad-970d-ed57555f1a4a service neutron] 10.222.0.60 "GET /v2.0/networks/8b7403b0-762e-4f25-9da3-6f8a1b41f4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098060 Jul 13 23:15:32.086894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f1a3895a-5716-4377-a0fc-445935d7fe97 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.088921 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-f1a3895a-5716-4377-a0fc-445935d7fe97 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8234863 Jul 13 23:15:32.115204 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48728) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:32.127803 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-32ee8aad-1974-4ed0-8aa5-f2b0c0b78283 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group_rule': {'security_group_id': 'f888feb8-e5f7-469e-a8de-f24ed08a31ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:32.145592 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:32.153374 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-b6b5b4f9-e0d4-4a4b-8d10-58f452058bd8 admin admin] 10.222.0.60 "PUT /v2.0/routers/31fdd018-08ea-4419-974d-e3427ccb035b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8690107 Jul 13 23:15:32.165276 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:32.178089 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:32.191071 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'Port': ['ID=8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:32.208007 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:32.229342 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Sync routers for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:32.269575 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Attempting to bind port 2dc47dc7-edda-4911-b482-a620ce6676e7 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:32.270058 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Attempting to bind port 2dc47dc7-edda-4911-b482-a620ce6676e7 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:32.270553 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Attempting to bind port 2dc47dc7-edda-4911-b482-a620ce6676e7 on network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:32.285364 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Attempting to bind port af39c147-fcae-4c48-87c1-de00d84517af on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:32.287700 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Attempting to bind port af39c147-fcae-4c48-87c1-de00d84517af by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:32.288353 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Attempting to bind port af39c147-fcae-4c48-87c1-de00d84517af on network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:32.293028 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:32.295946 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Checking segment: {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:32.298034 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.300116 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Bound using segment: {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:32.301443 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Bound port: 2dc47dc7-edda-4911-b482-a620ce6676e7, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:32.303637 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Pushing event updated for resources: {'Port': ['ID=fe219123-c20d-4d24-b5da-e0439b5bf47c,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:32.307998 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.311504 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7b47e-4a47-4d0b-9856-6efb0c5c9285 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 2, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:32.339614 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:32.342804 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Checking segment: {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:32.343508 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.344446 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Bound using segment: {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:32.347832 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Bound port: af39c147-fcae-4c48-87c1-de00d84517af, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:32.348708 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (af39c147-fcae-4c48-87c1-de00d84517af), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.416109 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:32.419213 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:32.436052 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c6211794-2ffe-4eba-9dbe-8d3898b6371a None None] Provisioning complete for port af39c147-fcae-4c48-87c1-de00d84517af triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:32.437142 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c6211794-2ffe-4eba-9dbe-8d3898b6371a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (af39c147-fcae-4c48-87c1-de00d84517af), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.503162 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=f4aa9957-265e-4f7c-8f34-c3717ad9eacf,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:32.521103 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-32ee8aad-1974-4ed0-8aa5-f2b0c0b78283 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (de044e58-8de1-4c84-b0a6-bc27fd327683), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.531726 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] For port 2dc47dc7-edda-4911-b482-a620ce6676e7, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:32.547323 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] For port 2dc47dc7-edda-4911-b482-a620ce6676e7, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=2dc47dc7-edda-4911-b482-a620ce6676e7,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:32.563177 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.622674 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:32.624233 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:32.629352 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:32.633285 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:32.704327 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (2a79f293-8dea-4b4f-a216-277aace27382), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.799155 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-32ee8aad-1974-4ed0-8aa5-f2b0c0b78283 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (de044e58-8de1-4c84-b0a6-bc27fd327683), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.801059 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:32.912725 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:15:32.979008 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:33.001511 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for port (8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.004444 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48778) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:33.005630 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-32ee8aad-1974-4ed0-8aa5-f2b0c0b78283 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (de044e58-8de1-4c84-b0a6-bc27fd327683), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.035234 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.095593 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:33.100802 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (2a79f293-8dea-4b4f-a216-277aace27382), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.115519 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-32ee8aad-1974-4ed0-8aa5-f2b0c0b78283 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.117115 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-32ee8aad-1974-4ed0-8aa5-f2b0c0b78283 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0013740 Jul 13 23:15:33.118931 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port c5795b27-d168-4b15-93ab-f9039d211af0 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:33.119509 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.127525 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'Port': ['ID=8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:33.134167 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 48788) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:33.140703 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:33.166698 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.169217 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-59c49771-9da4-4472-9743-eedcc93edec6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6772113 Jul 13 23:15:33.172651 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.174030 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:33.251277 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c6211794-2ffe-4eba-9dbe-8d3898b6371a None None] Port af39c147-fcae-4c48-87c1-de00d84517af cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:33.391822 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.400757 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:15:33.421438 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:33.427028 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3ff14376-ac11-48d0-acbf-ec372901193c admin admin] 10.222.0.60 "PUT /v2.0/routers/ce6dbc25-31e6-4704-8b5d-32ab0dd633e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9586906 Jul 13 23:15:33.504472 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] For port af39c147-fcae-4c48-87c1-de00d84517af, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:33.513353 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee8aad-1974-4ed0-8aa5-f2b0c0b78283 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de044e58-8de1-4c84-b0a6-bc27fd327683,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:33.528680 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:33.532323 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] Provisioning complete for port 2dc47dc7-edda-4911-b482-a620ce6676e7 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:33.532924 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:33.627237 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:32Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:33.629023 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] For port af39c147-fcae-4c48-87c1-de00d84517af, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=af39c147-fcae-4c48-87c1-de00d84517af,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:33.705084 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0b1a3-8f7b-4e01-843c-480266bdc662 None None] The sync data for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi is: [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:32Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:33.740749 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336028e-c59f-497a-bc31-f85bfce05b8a None None] Pushing event updated for resources: {'Port': ['ID=2dc47dc7-edda-4911-b482-a620ce6676e7,revision_number=4']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:33.857065 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9d6699f9-06e6-443e-b91d-e1ae97603a43 req-030f8d1e-e095-4645-b72f-036140bb78ae tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 210 time: 0.8326650 Jul 13 23:15:34.088290 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Allocated IP 172.27.3.131 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:34.113160 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (af39c147-fcae-4c48-87c1-de00d84517af), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:34.235153 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:34.249034 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-861dc162-019e-429d-b720-92f45ba8669a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:34.250802 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-861dc162-019e-429d-b720-92f45ba8669a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 818 time: 0.8660929 Jul 13 23:15:34.347633 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Sync routers for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:34.352600 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:34.381222 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:34.382374 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:34.461914 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port c5795b27-d168-4b15-93ab-f9039d211af0 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:34.468178 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 6620eda7-9ebb-4d94-9691-885715dd86b7 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:34.767214 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Routers {'bcd22cd0-252b-4f38-9d27-0b121b2cbeef'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:34.767214 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:34.768413 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:34.781829 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:34.786999 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-95a5fa92-d192-429f-b1c9-19e0f351dc3b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--132829196&fields=id&tenant_id=a21be4dfe67e43d0915559bad38fa60c HTTP/1.1" status: 200 len: 267 time: 0.6817231 Jul 13 23:15:34.803639 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:34.900223 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-c15b4a88-1a1d-4d75-8723-a800b528551c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/quotas/dc01ed4482c04899b1509a655c9c7e3a HTTP/1.1" status: 200 len: 375 time: 0.5665662 Jul 13 23:15:34.953239 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] Set router bcd22cd0-252b-4f38-9d27-0b121b2cbeef gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:34.984616 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.009347 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48904) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:35.075582 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-a375a9d9-3a45-402a-894e-2f04fd391463 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542020 Jul 13 23:15:35.133375 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 2, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:35.137447 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:35.138625 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:35.146729 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:35.159985 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-0f740949-4ab0-401a-8291-034f2cc56dbb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:35.168110 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-0f740949-4ab0-401a-8291-034f2cc56dbb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 816 time: 0.3646688 Jul 13 23:15:35.181719 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:35.230984 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5dde3-cb98-41d7-8f2a-b9f9c5c6633f None None] Pushing event updated for resources: {'Port': ['ID=af39c147-fcae-4c48-87c1-de00d84517af,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:35.242934 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:35.245558 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-860099bb-bd85-4ae1-9220-1568eee1a652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.252856 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (56f97093-dfbc-41b7-99cb-2638dd4957a9), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.262810 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-6c4cf303-60e8-45c1-bfe8-72b6da583784 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/quotas/a21be4dfe67e43d0915559bad38fa60c HTTP/1.1" status: 200 len: 375 time: 0.0937936 Jul 13 23:15:35.294165 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Checking router: 31fdd018-08ea-4419-974d-e3427ccb035b for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:35.294779 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Updating router 31fdd018-08ea-4419-974d-e3427ccb035b port f3a31964-ca95-428d-991e-ed8881f36c42 binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:35.302018 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 6620eda7-9ebb-4d94-9691-885715dd86b7 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:35.302739 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.312719 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 2, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:35.334637 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:35.385518 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Checking router: ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:35.385972 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Updating router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 port fe219123-c20d-4d24-b5da-e0439b5bf47c binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:35.445078 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-15b22050-583b-4a2a-95e2-148752bd317f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813731 Jul 13 23:15:35.466304 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.472877 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.484528 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] Current status of the port 2dc47dc7-edda-4911-b482-a620ce6676e7 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:35.485165 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.502994 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-860099bb-bd85-4ae1-9220-1568eee1a652 admin admin] Publish callbacks [] for security_group (fce57c8e-d5d8-431b-9e19-a5f11465da41), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.510079 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-860099bb-bd85-4ae1-9220-1568eee1a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (fce57c8e-d5d8-431b-9e19-a5f11465da41), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.514571 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.614980 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-860099bb-bd85-4ae1-9220-1568eee1a652 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c576fa58163043fa8f57e7d334ce328b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6039362 Jul 13 23:15:35.615851 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860099bb-bd85-4ae1-9220-1568eee1a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce57c8e-d5d8-431b-9e19-a5f11465da41,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:35.618799 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48920) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:35.661189 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-d3668976-e012-4639-99c7-2c5a0d071e0c service neutron] 10.222.0.60 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518377 Jul 13 23:15:35.707658 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-c3b37eac-61f0-4e49-b5bd-4f4db4081b35 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:15:35.724150 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-c3b37eac-61f0-4e49-b5bd-4f4db4081b35 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1791356 Jul 13 23:15:35.736524 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a58c81cd-b370-42bf-98e9-d5fa2415bd01 admin admin] Publish callbacks [] for security_group (fce57c8e-d5d8-431b-9e19-a5f11465da41), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.788199 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] For port 2dc47dc7-edda-4911-b482-a620ce6676e7, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=2dc47dc7-edda-4911-b482-a620ce6676e7,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:35.789210 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 6620eda7-9ebb-4d94-9691-885715dd86b7 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:35.790578 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device e037211b-ebf4-4510-86c4-145d61ca1ba6 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:35.842380 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:35.852760 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.867130 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a58c81cd-b370-42bf-98e9-d5fa2415bd01 admin admin] Publish callbacks [] for security_group (fce57c8e-d5d8-431b-9e19-a5f11465da41), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:35.954325 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:35.989845 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] Provisioning complete for port fe219123-c20d-4d24-b5da-e0439b5bf47c triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:35.990355 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.007915 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a58c81cd-b370-42bf-98e9-d5fa2415bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (fce57c8e-d5d8-431b-9e19-a5f11465da41), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.015198 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a58c81cd-b370-42bf-98e9-d5fa2415bd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.019934 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-a58c81cd-b370-42bf-98e9-d5fa2415bd01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fce57c8e-d5d8-431b-9e19-a5f11465da41 HTTP/1.1" status: 204 len: 168 time: 0.4000444 Jul 13 23:15:36.045168 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c81cd-b370-42bf-98e9-d5fa2415bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce57c8e-d5d8-431b-9e19-a5f11465da41,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:36.137799 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Publish callbacks [] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.157039 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.200725 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] Pushing event updated for resources: {'Port': ['ID=2dc47dc7-edda-4911-b482-a620ce6676e7,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:36.211350 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-077df8f5-8d1d-46f4-b714-d6f594ff4b4b None None] Port fe219123-c20d-4d24-b5da-e0439b5bf47c cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:36.215756 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c163a478-a69a-40b4-807e-242acead3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:23Z', 'revision_number': 4, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'gw_port': {'id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:13Z', 'updated_at': '2022-07-13T23:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'af39c147-fcae-4c48-87c1-de00d84517af', 'name': '', 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'mac_address': 'fa:16:3e:2b:d3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a67b6728-9e31-4ffa-b267-412c31e07130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:20Z', 'updated_at': '2022-07-13T23:15:33Z', 'revision_number': 4, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'subnets': [{'id': 'a67b6728-9e31-4ffa-b267-412c31e07130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:36.219012 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port e037211b-ebf4-4510-86c4-145d61ca1ba6 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:36.219654 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.234862 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5897634-de41-432c-8a9b-9f31ed7ac637 None None] Pushing event updated for resources: {'Port': ['ID=fe219123-c20d-4d24-b5da-e0439b5bf47c,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:36.283968 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163a478-a69a-40b4-807e-242acead3459 None None] The sync data for ids ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'] in dv-cinder-799871-29-iscsi is: [{'id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:23Z', 'revision_number': 4, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'gw_port': {'id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:13Z', 'updated_at': '2022-07-13T23:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'af39c147-fcae-4c48-87c1-de00d84517af', 'name': '', 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'mac_address': 'fa:16:3e:2b:d3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a67b6728-9e31-4ffa-b267-412c31e07130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:20Z', 'updated_at': '2022-07-13T23:15:33Z', 'revision_number': 4, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'subnets': [{'id': 'a67b6728-9e31-4ffa-b267-412c31e07130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:36.386261 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ffbf0f08-b202-47c1-ac73-97ba1ed21ad8 None None] Provisioning complete for port af39c147-fcae-4c48-87c1-de00d84517af triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:36.386640 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0f08-b202-47c1-ac73-97ba1ed21ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (af39c147-fcae-4c48-87c1-de00d84517af), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.440290 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Attempting to bind port fe219123-c20d-4d24-b5da-e0439b5bf47c on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:36.440893 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Attempting to bind port fe219123-c20d-4d24-b5da-e0439b5bf47c by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:36.452734 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Attempting to bind port fe219123-c20d-4d24-b5da-e0439b5bf47c on network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:36.479104 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:36.479810 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Checking segment: {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:36.480448 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.481059 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Bound using segment: {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:36.484448 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Bound port: fe219123-c20d-4d24-b5da-e0439b5bf47c, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:36.485953 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.486718 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.58', 56615) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:36.621173 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:36.687914 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] For port fe219123-c20d-4d24-b5da-e0439b5bf47c, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:36.698319 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] For port fe219123-c20d-4d24-b5da-e0439b5bf47c, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=fe219123-c20d-4d24-b5da-e0439b5bf47c,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:36.714840 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port e037211b-ebf4-4510-86c4-145d61ca1ba6 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:36.715469 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.716906 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.747269 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Publish callbacks [] for port (f3a31964-ca95-428d-991e-ed8881f36c42), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.768171 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-51432a41-74a3-4cd0-a4b1-d5054979e8d1 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0430892 Jul 13 23:15:36.772438 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port e037211b-ebf4-4510-86c4-145d61ca1ba6, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=e037211b-ebf4-4510-86c4-145d61ca1ba6,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:36.773429 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.791347 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.792848 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2571b394-7295-4ecc-8c39-a1fa0cab3044 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:36.847191 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5897634-de41-432c-8a9b-9f31ed7ac637 None None] Pushing event updated for resources: {'Port': ['ID=fe219123-c20d-4d24-b5da-e0439b5bf47c,revision_number=4']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:36.869905 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:36.870643 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:36.901926 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:36.928830 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5e47b-f24b-40b5-9b4f-3caa1bd64cac None None] Pushing event updated for resources: {'Port': ['ID=f3a31964-ca95-428d-991e-ed8881f36c42,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:36.962604 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:37.021508 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 48946) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:37.044382 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-0ea09b20-dc95-4277-af39-8c8870ec1e3b service neutron] 10.222.0.60 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3702729 Jul 13 23:15:37.055210 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:37.071062 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf0f08-b202-47c1-ac73-97ba1ed21ad8 None None] Current status of the port af39c147-fcae-4c48-87c1-de00d84517af is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:37.071436 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0f08-b202-47c1-ac73-97ba1ed21ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (af39c147-fcae-4c48-87c1-de00d84517af), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:37.080524 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (56f97093-dfbc-41b7-99cb-2638dd4957a9), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:37.136211 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:37.136766 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:37.154809 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:37.155211 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9835aa95-aa19-4b76-b907-a227c291c189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:37.157306 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0214794 Jul 13 23:15:37.262048 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30bd9f-1872-46bb-a744-f1a5d1fe6adf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:37.282722 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-4881347c-a71f-4d38-b14e-0933cf3ac7a0 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103872 Jul 13 23:15:37.375583 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:37.423831 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804643-cc40-48ab-b80c-350b09d42df6 req-4a4ab435-0f2e-44c0-a1a3-1ab2565c040b tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:37.428893 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-4a4ab435-0f2e-44c0-a1a3-1ab2565c040b tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.58 "GET /v2.0/networks?id=8b7403b0-762e-4f25-9da3-6f8a1b41f4ce HTTP/1.1" status: 200 len: 812 time: 0.9392397 Jul 13 23:15:37.456980 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:37.485961 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Request body: {'port': {'device_id': '9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c', 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce', 'admin_state_up': True, 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:37.516833 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 2571b394-7295-4ecc-8c39-a1fa0cab3044 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:37.517216 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:37.522241 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=e037211b-ebf4-4510-86c4-145d61ca1ba6,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:37.683707 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ffbf0f08-b202-47c1-ac73-97ba1ed21ad8 None None] For port af39c147-fcae-4c48-87c1-de00d84517af, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=af39c147-fcae-4c48-87c1-de00d84517af,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:37.684778 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Attempting to bind port f3a31964-ca95-428d-991e-ed8881f36c42 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:37.691458 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Attempting to bind port f3a31964-ca95-428d-991e-ed8881f36c42 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:37.691986 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Attempting to bind port f3a31964-ca95-428d-991e-ed8881f36c42 on network 8ebb5208-058b-4fd3-9873-adc39e263480 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:37.711774 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0f08-b202-47c1-ac73-97ba1ed21ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (af39c147-fcae-4c48-87c1-de00d84517af), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:37.729848 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:37.730213 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Checking segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:37.730622 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:37.731330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Bound using segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:37.731644 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Bound port: f3a31964-ca95-428d-991e-ed8881f36c42, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:37.733134 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:37.769905 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:37.906679 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:36Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:38.005660 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc388b4c-2c95-495f-bc82-15acd1650917 None None] The sync data for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi is: [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:36Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:38.040796 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Provisioning complete for port fe219123-c20d-4d24-b5da-e0439b5bf47c triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:38.041898 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:38.044278 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf0f08-b202-47c1-ac73-97ba1ed21ad8 None None] Pushing event updated for resources: {'Port': ['ID=af39c147-fcae-4c48-87c1-de00d84517af,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:38.215213 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 2571b394-7295-4ecc-8c39-a1fa0cab3044 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:38.215855 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:38.234271 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] For port f3a31964-ca95-428d-991e-ed8881f36c42, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:38.239189 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf72cf09-abb4-405f-b1d3-83b0e1a963c6 req-a34bd3c3-7ecd-4554-aee3-4d919eaaf602 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 210 time: 0.1184659 Jul 13 23:15:38.275193 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port 2571b394-7295-4ecc-8c39-a1fa0cab3044, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=2571b394-7295-4ecc-8c39-a1fa0cab3044,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:38.279494 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] For port f3a31964-ca95-428d-991e-ed8881f36c42, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=f3a31964-ca95-428d-991e-ed8881f36c42,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:38.295922 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:38.296467 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 4d009e31-8275-460d-9162-421e7db42d79 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:38.320233 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9835aa95-aa19-4b76-b907-a227c291c189 admin admin] Publish callbacks [] for security_group (41f2b340-5123-4990-9e90-a7fc4060e0e0), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:38.331997 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:38.393548 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9835aa95-aa19-4b76-b907-a227c291c189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (41f2b340-5123-4990-9e90-a7fc4060e0e0), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:38.419459 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49036) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:38.426175 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-e90794aa-a4b1-4199-a866-5f02e5d8fce6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997795105', 'description': 'tempest-description--1552184641'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:38.489814 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e90794aa-a4b1-4199-a866-5f02e5d8fce6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:38.516622 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-9835aa95-aa19-4b76-b907-a227c291c189 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4eb70d5598a4ff6962a8f0170a8b3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4911232 Jul 13 23:15:38.525728 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49046) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:38.702791 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835aa95-aa19-4b76-b907-a227c291c189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f2b340-5123-4990-9e90-a7fc4060e0e0,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:38.737609 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Made reservation on behalf of 5c873a6e9bdd4b74bcea03fb45317291 for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:38.763692 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:38.790127 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=2571b394-7295-4ecc-8c39-a1fa0cab3044,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:38.823158 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Current status of the port fe219123-c20d-4d24-b5da-e0439b5bf47c is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:38.823558 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:38.855407 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:38.857693 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:39.192030 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 4d009e31-8275-460d-9162-421e7db42d79 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:39.203109 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (4d009e31-8275-460d-9162-421e7db42d79), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:39.249083 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e90794aa-a4b1-4199-a866-5f02e5d8fce6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (d737c3a0-c385-49c2-aa60-616d57902a94), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:39.335701 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e90794aa-a4b1-4199-a866-5f02e5d8fce6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (d737c3a0-c385-49c2-aa60-616d57902a94), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:39.344139 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:39.435229 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-454eaddf-0ce1-4ccd-9f35-9df02febcef5 req-75fd897d-ae33-428c-b931-17b9beb25ef2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 210 time: 0.7526145 Jul 13 23:15:39.486689 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] For port fe219123-c20d-4d24-b5da-e0439b5bf47c, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=fe219123-c20d-4d24-b5da-e0439b5bf47c,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:39.546915 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5e47b-f24b-40b5-9b4f-3caa1bd64cac None None] Pushing event updated for resources: {'Port': ['ID=f3a31964-ca95-428d-991e-ed8881f36c42,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:39.569647 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e90794aa-a4b1-4199-a866-5f02e5d8fce6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:39.575042 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e90794aa-a4b1-4199-a866-5f02e5d8fce6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1518908 Jul 13 23:15:39.587450 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49084) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:39.605362 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:39.658370 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-8e8ac7b0-12f1-4daa-9889-3d5fc8020fd0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'security_group_rule': {'security_group_id': 'd737c3a0-c385-49c2-aa60-616d57902a94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:39.794379 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49086) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:39.932119 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:39.949203 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Provisioning complete for port f3a31964-ca95-428d-991e-ed8881f36c42 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:39.949203 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:39.964911 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Allocated IP 172.20.0.13 (8b7403b0-762e-4f25-9da3-6f8a1b41f4ce/a67b6728-9e31-4ffa-b267-412c31e07130/a0de02e1-4f26-4442-8635-8e12f8ce4c0b) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:39.996370 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90794aa-a4b1-4199-a866-5f02e5d8fce6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d737c3a0-c385-49c2-aa60-616d57902a94,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:40.000963 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8e8ac7b0-12f1-4daa-9889-3d5fc8020fd0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (afd8c7b7-07d6-4d54-90c5-1498e19109d2), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.092707 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:40.124396 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0917e061-1f32-4b55-be7d-8e4f3e7aeb3e req-3e8105de-8894-4422-b7d7-a8caf2f9e9f0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 210 time: 0.2757506 Jul 13 23:15:40.129711 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-579fc1b5-3e0d-4dcc-8e9a-dd90731aaf3d admin admin] Publish callbacks [] for security_group (41f2b340-5123-4990-9e90-a7fc4060e0e0), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.249759 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-579fc1b5-3e0d-4dcc-8e9a-dd90731aaf3d admin admin] Publish callbacks [] for security_group (41f2b340-5123-4990-9e90-a7fc4060e0e0), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.304998 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:40.371039 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Publish callbacks [] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.378931 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8efd94ee-9cd4-421f-abc9-cacb6e818457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.395996 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Current status of the port f3a31964-ca95-428d-991e-ed8881f36c42 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:40.402366 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.469950 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.479652 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-d0de9aec-7f6d-4523-a895-9a89a1e8b2c8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--19362494&fields=id&tenant_id=29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 267 time: 1.8098717 Jul 13 23:15:40.501945 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:15:40.514869 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Pushing event updated for resources: {'Port': ['ID=fe219123-c20d-4d24-b5da-e0439b5bf47c,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:40.550020 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8e8ac7b0-12f1-4daa-9889-3d5fc8020fd0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (afd8c7b7-07d6-4d54-90c5-1498e19109d2), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.557263 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:40.581808 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8e8ac7b0-12f1-4daa-9889-3d5fc8020fd0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (afd8c7b7-07d6-4d54-90c5-1498e19109d2), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.620522 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] For port f3a31964-ca95-428d-991e-ed8881f36c42, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=f3a31964-ca95-428d-991e-ed8881f36c42,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:40.622241 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:40.626340 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:40.627287 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:40.648954 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:40.650454 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:40.673787 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:40.702417 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265f216-fe2e-4e1a-aeca-3a44b4045c5b req-28903471-cfbd-439d-a11a-2ffcd2504871 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:40.708442 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Pushing event updated for resources: {'Port': ['ID=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:40.712453 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2265f216-fe2e-4e1a-aeca-3a44b4045c5b req-28903471-cfbd-439d-a11a-2ffcd2504871 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 932 time: 0.2750294 Jul 13 23:15:40.745837 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8e8ac7b0-12f1-4daa-9889-3d5fc8020fd0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.749369 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8e8ac7b0-12f1-4daa-9889-3d5fc8020fd0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1223862 Jul 13 23:15:40.761526 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 49100) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:40.766081 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ac7b0-12f1-4daa-9889-3d5fc8020fd0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd8c7b7-07d6-4d54-90c5-1498e19109d2,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:40.767087 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-0d396900-4828-43ea-8440-8bf44ad0afa0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'security_group_rule': {'security_group_id': 'd737c3a0-c385-49c2-aa60-616d57902a94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:40.790927 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:40.821185 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.58', 56626) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:40.829130 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:40.830186 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.910180 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.921130 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 4d009e31-8275-460d-9162-421e7db42d79 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:40.921842 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-579fc1b5-3e0d-4dcc-8e9a-dd90731aaf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (41f2b340-5123-4990-9e90-a7fc4060e0e0), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.963516 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-579fc1b5-3e0d-4dcc-8e9a-dd90731aaf3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:40.964726 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-579fc1b5-3e0d-4dcc-8e9a-dd90731aaf3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41f2b340-5123-4990-9e90-a7fc4060e0e0 HTTP/1.1" status: 204 len: 168 time: 2.4227188 Jul 13 23:15:41.039814 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0d396900-4828-43ea-8440-8bf44ad0afa0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (dc93d044-4960-4a46-b54f-ace030e4834d), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:41.150038 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:41.180484 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-249d2ad9-6a70-4f27-b5e4-9d96c04a9d48 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7066839 Jul 13 23:15:41.239711 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c7564acf-8d88-48c5-8a84-ddb47a09065b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:41.253643 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-86bc4649-41e7-4f2a-8b7b-c4fef57c1e15 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:41.257263 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-62ed0802-7fd5-4420-aed5-7f97ad164699 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104143) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:15:41.260351 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-62ed0802-7fd5-4420-aed5-7f97ad164699 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0485446 Jul 13 23:15:41.268114 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-86bc4649-41e7-4f2a-8b7b-c4fef57c1e15 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 815 time: 0.7488613 Jul 13 23:15:41.274615 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:41.275999 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-642979fa-745e-4eb8-911c-82d239fd6fd0 None None] Provisioning complete for port f3a31964-ca95-428d-991e-ed8881f36c42 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:41.288151 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-642979fa-745e-4eb8-911c-82d239fd6fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:41.389305 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec95a2e-ecdc-42ee-848b-30ba06548447 None None] Pushing event updated for resources: {'Port': ['ID=f3a31964-ca95-428d-991e-ed8881f36c42,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:41.411115 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-5ad2b83f-4750-4d8e-849e-edb704339c3f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/quotas/29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 375 time: 0.1408606 Jul 13 23:15:41.429947 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fc1b5-3e0d-4dcc-8e9a-dd90731aaf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f2b340-5123-4990-9e90-a7fc4060e0e0,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:41.443149 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-36d1b56a-57a0-4a48-891f-bb169d29fff4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:41.471385 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-36d1b56a-57a0-4a48-891f-bb169d29fff4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 816 time: 0.6308138 Jul 13 23:15:41.672215 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-78d5b35c-bb6a-4413-9797-1417e5613780 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2600474 Jul 13 23:15:41.697555 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2265f216-fe2e-4e1a-aeca-3a44b4045c5b req-c2ac672c-282a-4faa-9cf1-bdd534aee7d9 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9315286 Jul 13 23:15:41.810196 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0d396900-4828-43ea-8440-8bf44ad0afa0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (dc93d044-4960-4a46-b54f-ace030e4834d), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:41.860241 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 2, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:41.864328 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0d396900-4828-43ea-8440-8bf44ad0afa0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (dc93d044-4960-4a46-b54f-ace030e4834d), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:41.937767 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.58', 56629) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:41.988118 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:15:41.988118 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Updating router 3615e228-44a6-4fe7-a46b-075447ae1062 port ea37fbc9-bbea-4f31-ade2-11004e8cc028 binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:15:42.029956 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device f4aa9957-265e-4f7c-8f34-c3717ad9eacf up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:42.032879 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:42.035145 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-642979fa-745e-4eb8-911c-82d239fd6fd0 None None] Current status of the port f3a31964-ca95-428d-991e-ed8881f36c42 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:42.123190 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-44da27c2-77cb-44dd-b658-01f32316738b service neutron] 10.222.0.60 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126518 Jul 13 23:15:42.156404 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0d396900-4828-43ea-8440-8bf44ad0afa0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:42.161407 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0d396900-4828-43ea-8440-8bf44ad0afa0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3985262 Jul 13 23:15:42.165748 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d396900-4828-43ea-8440-8bf44ad0afa0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc93d044-4960-4a46-b54f-ace030e4834d,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:42.169786 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:42.197792 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Request body: {'port': {'device_id': '9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:42.225999 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49144) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:42.233856 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:42.273202 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8efd94ee-9cd4-421f-abc9-cacb6e818457 admin admin] Publish callbacks [] for security_group (08c0c123-8ca7-4a59-8ca8-772a7e99b71f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:42.286471 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e8812-b7ed-46b0-a16b-a6c992b45c34 None None] The sync data for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi is: [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:42.317011 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:42.428757 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-50fa2e10-1705-4761-bbaa-bd6dbcae3970 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21be4dfe67e43d0915559bad38fa60c HTTP/1.1" status: 200 len: 379 time: 0.7284391 Jul 13 23:15:42.482618 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8efd94ee-9cd4-421f-abc9-cacb6e818457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (08c0c123-8ca7-4a59-8ca8-772a7e99b71f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:42.490970 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port f4aa9957-265e-4f7c-8f34-c3717ad9eacf triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:42.491496 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:42.642073 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8efd94ee-9cd4-421f-abc9-cacb6e818457 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42e47b1e95f64d77ac187a819d8be298&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8306613 Jul 13 23:15:42.646056 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-0ff0e1bd-9f1e-4294-9c38-65cbc4c3e993 service neutron] 10.222.0.60 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432559 Jul 13 23:15:42.648107 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49150) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:42.660905 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:42.674153 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-c94b553c-2b85-4f12-a927-2c4b89c5dcee tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:42.679151 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-c94b553c-2b85-4f12-a927-2c4b89c5dcee tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 818 time: 0.6997647 Jul 13 23:15:42.820175 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:42.830011 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd94ee-9cd4-421f-abc9-cacb6e818457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c0c123-8ca7-4a59-8ca8-772a7e99b71f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:42.948105 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'port': {'device_id': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'admin_state_up': True, 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'security_groups': ['74aed01f-dc9f-439b-97cc-131e25d04f79']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:42.965145 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Request body: {'port': {'device_id': 'a1271f39-da7a-467b-8fd2-54f95b0b5a9d', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'admin_state_up': True, 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:43.303374 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-8a133c5a-8d2d-43d9-9cbb-efe433209289 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:43.310328 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-72a7ed39-347d-4cba-8448-0f567dfa0246 None None] Provisioning complete for port a0de02e1-4f26-4442-8635-8e12f8ce4c0b triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:43.310893 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-72a7ed39-347d-4cba-8448-0f567dfa0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:43.320247 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-8a133c5a-8d2d-43d9-9cbb-efe433209289 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 818 time: 1.2690482 Jul 13 23:15:43.419420 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ca4ecc6-adcc-4f3d-9dd2-d190d6694c2a admin admin] Publish callbacks [] for security_group (08c0c123-8ca7-4a59-8ca8-772a7e99b71f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:43.448882 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8bc7557a-6811-48db-8913-b3dcebda9bfc req-90f6b097-1596-4021-a7e8-ec6d49ea72cf tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 210 time: 0.2268579 Jul 13 23:15:43.467784 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:43.480101 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-243c2e41-afb9-4f38-a3e9-8ee192aa41cd tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/quotas/dc01ed4482c04899b1509a655c9c7e3a HTTP/1.1" status: 200 len: 375 time: 0.1587548 Jul 13 23:15:43.568387 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ca4ecc6-adcc-4f3d-9dd2-d190d6694c2a admin admin] Publish callbacks [] for security_group (08c0c123-8ca7-4a59-8ca8-772a7e99b71f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:43.722330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-72a7ed39-347d-4cba-8448-0f567dfa0246 None None] Port a0de02e1-4f26-4442-8635-8e12f8ce4c0b cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:43.803783 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port f4aa9957-265e-4f7c-8f34-c3717ad9eacf is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:43.805402 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2dc47dc7-edda-4911-b482-a620ce6676e7 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:43.871414 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:43.880576 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ca4ecc6-adcc-4f3d-9dd2-d190d6694c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (08c0c123-8ca7-4a59-8ca8-772a7e99b71f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:43.889614 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ca4ecc6-adcc-4f3d-9dd2-d190d6694c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:43.897845 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8ca4ecc6-adcc-4f3d-9dd2-d190d6694c2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08c0c123-8ca7-4a59-8ca8-772a7e99b71f HTTP/1.1" status: 204 len: 168 time: 1.2409256 Jul 13 23:15:43.932647 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-c75eeabd-e54b-4b0b-b3f9-700d4e0257f3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4502652 Jul 13 23:15:43.996073 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:44.079680 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:44.080430 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4ecc6-adcc-4f3d-9dd2-d190d6694c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c0c123-8ca7-4a59-8ca8-772a7e99b71f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:44.095508 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9385cb0c-b22b-4d19-9546-e1598f3e6a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:44.212762 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:44.324212 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 2dc47dc7-edda-4911-b482-a620ce6676e7 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:44.324895 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:44.584746 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Publish callbacks [] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:44.648579 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:44.708106 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:44.726827 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:44.743224 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Made reservation on behalf of dc01ed4482c04899b1509a655c9c7e3a for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:44.753930 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:44.799285 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 2dc47dc7-edda-4911-b482-a620ce6676e7 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:44.805082 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b457ea4a-3e0a-46f8-aa72-1d21fc11a715 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:44.857760 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Made reservation on behalf of a21be4dfe67e43d0915559bad38fa60c for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:44.861234 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.075391 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0de02e1-4f26-4442-8635-8e12f8ce4c0b {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:15:45.104883 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Publish callbacks [] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.142588 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec7873-b263-409a-ad83-087f60cb2b82 req-5de2df79-3162-4e01-b856-ad708820cc25 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:45.157146 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-07ec7873-b263-409a-ad83-087f60cb2b82 req-5de2df79-3162-4e01-b856-ad708820cc25 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 932 time: 1.4142168 Jul 13 23:15:45.165365 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-410c4159-e5bf-453c-ae28-bb1ba9c33222 service neutron] 10.222.0.60 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2311833 Jul 13 23:15:45.167179 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Transition to ACTIVE for port object a0de02e1-4f26-4442-8635-8e12f8ce4c0b will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:15:45.217417 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7ef66-2d01-4dd4-b563-a3e15f21dbaa None None] Pushing event updated for resources: {'Port': ['ID=ea37fbc9-bbea-4f31-ade2-11004e8cc028,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:45.223602 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.245942 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49212) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:45.312175 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port b457ea4a-3e0a-46f8-aa72-1d21fc11a715 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:45.312554 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.318507 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Attempting to bind port ea37fbc9-bbea-4f31-ade2-11004e8cc028 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:45.318894 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Attempting to bind port ea37fbc9-bbea-4f31-ade2-11004e8cc028 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:45.319424 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c4f20f2f-e8cc-493c-9141-30d5fe0c8e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.320243 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Attempting to bind port ea37fbc9-bbea-4f31-ade2-11004e8cc028 on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:45.332394 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-e22b7d18-b51f-4938-848f-a82778305f23 None None] Provisioning complete for port ea37fbc9-bbea-4f31-ade2-11004e8cc028 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:45.333116 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e22b7d18-b51f-4938-848f-a82778305f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.502462 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:45.503873 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Checking segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:45.504385 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.505363 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Bound using segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:45.505929 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Bound port: ea37fbc9-bbea-4f31-ade2-11004e8cc028, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:45.506441 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.540967 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-e22b7d18-b51f-4938-848f-a82778305f23 None None] Port ea37fbc9-bbea-4f31-ade2-11004e8cc028 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:45.676748 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-07ec7873-b263-409a-ad83-087f60cb2b82 req-3bc31517-359f-46a9-823f-8252a60e9ae8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131931 Jul 13 23:15:45.691147 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port b457ea4a-3e0a-46f8-aa72-1d21fc11a715 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:45.691680 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.709199 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Allocated IP 172.27.3.197 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/75428e4a-c3c6-464f-b06a-99d1bf5f23f6) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:45.753457 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port b457ea4a-3e0a-46f8-aa72-1d21fc11a715, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=b457ea4a-3e0a-46f8-aa72-1d21fc11a715,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:45.767764 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:45.768750 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device e037211b-ebf4-4510-86c4-145d61ca1ba6 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:45.816828 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Pushing event updated for resources: {'Port': ['ID=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:45.945784 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.58', 56635) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:45.968226 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c4f20f2f-e8cc-493c-9141-30d5fe0c8e6e admin admin] Publish callbacks [] for security_group (f819daea-d765-4e1e-aa09-938e8fd42856), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:46.068456 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] For port ea37fbc9-bbea-4f31-ade2-11004e8cc028, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:46.119500 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c4f20f2f-e8cc-493c-9141-30d5fe0c8e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f819daea-d765-4e1e-aa09-938e8fd42856), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:46.181738 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:46.184707 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1af1fc17-0364-45c5-b935-151a488e232a req-195f2b57-2e0b-4599-951c-c4d746e5c651 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0777926 Jul 13 23:15:46.196342 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] For port ea37fbc9-bbea-4f31-ade2-11004e8cc028, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=ea37fbc9-bbea-4f31-ade2-11004e8cc028,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:46.218998 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=b457ea4a-3e0a-46f8-aa72-1d21fc11a715,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:46.230409 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port e037211b-ebf4-4510-86c4-145d61ca1ba6 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:46.230956 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:46.236922 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:46.318484 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:46.389223 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Allocated IP 172.20.0.3 (8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b/8ae718fa-ed35-4f5b-9a47-272d400fe34b/8b74ccf4-fe2a-436e-ab12-21e5fa3922f6) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:46.390062 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:46.439113 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f20f2f-e8cc-493c-9141-30d5fe0c8e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f819daea-d765-4e1e-aa09-938e8fd42856,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:46.465111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for port (75428e4a-c3c6-464f-b06a-99d1bf5f23f6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:46.557079 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:46.583308 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb261019-678f-4aa7-8c00-44ee79b229c1 req-04c6176c-0b1d-4067-a849-32b86efb7ad3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 210 time: 0.1303535 Jul 13 23:15:46.600795 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c4f20f2f-e8cc-493c-9141-30d5fe0c8e6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa424e8207354f4b88788563754ca3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3478017 Jul 13 23:15:46.602516 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49230) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:46.666797 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:15:46.667597 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:15:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:46.794150 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dd62ee70-bf4a-4532-a454-11741efa6aa4 admin admin] Publish callbacks [] for security_group (f819daea-d765-4e1e-aa09-938e8fd42856), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:46.807788 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-da371bd6-8f6f-4fc1-bd5b-57807469a6d7 service neutron] 10.222.0.60 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6239371 Jul 13 23:15:46.808781 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:46.895591 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0174-7b5c-47a6-85e2-09b6913faa7f req-18b950e9-b84a-427f-a59b-03e4fbe8978d tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:46.909232 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:46.913723 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a2fa0174-7b5c-47a6-85e2-09b6913faa7f req-18b950e9-b84a-427f-a59b-03e4fbe8978d tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0898814 Jul 13 23:15:46.956784 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dd62ee70-bf4a-4532-a454-11741efa6aa4 admin admin] Publish callbacks [] for security_group (f819daea-d765-4e1e-aa09-938e8fd42856), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:46.987667 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7ef66-2d01-4dd4-b563-a3e15f21dbaa None None] Pushing event updated for resources: {'Port': ['ID=ea37fbc9-bbea-4f31-ade2-11004e8cc028,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:47.026926 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-46f5f3d3-452f-4815-8b1f-1d86bd32d055 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:47.028570 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-46f5f3d3-452f-4815-8b1f-1d86bd32d055 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 815 time: 1.0496826 Jul 13 23:15:47.078047 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dd62ee70-bf4a-4532-a454-11741efa6aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f819daea-d765-4e1e-aa09-938e8fd42856), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:47.084406 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dd62ee70-bf4a-4532-a454-11741efa6aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:47.084406 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-dd62ee70-bf4a-4532-a454-11741efa6aa4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f819daea-d765-4e1e-aa09-938e8fd42856 HTTP/1.1" status: 204 len: 168 time: 0.4551959 Jul 13 23:15:47.110398 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62ee70-bf4a-4532-a454-11741efa6aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f819daea-d765-4e1e-aa09-938e8fd42856,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:47.143290 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (75428e4a-c3c6-464f-b06a-99d1bf5f23f6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:47.155519 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Allocated IP 172.20.0.5 (8ebb5208-058b-4fd3-9873-adc39e263480/a1986b3c-1e7d-4b98-91a1-613d76dc07ab/e4000656-73d9-4096-aa54-8fbb326dd086) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:47.160604 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a2fa0174-7b5c-47a6-85e2-09b6913faa7f req-05df71ec-3ee3-4c58-b341-580e104ba87e tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458837 Jul 13 23:15:47.211407 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:47.214604 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:47.232710 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:47.314646 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:47.416330 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'Port': ['ID=75428e4a-c3c6-464f-b06a-99d1bf5f23f6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:47.457965 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-93359c52-fdbf-4302-b8d9-ce401d94f3e7 None None] Provisioning complete for port ea37fbc9-bbea-4f31-ade2-11004e8cc028 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:47.458630 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-93359c52-fdbf-4302-b8d9-ce401d94f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:47.462989 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Attempting to bind port a0de02e1-4f26-4442-8635-8e12f8ce4c0b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:47.463527 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Attempting to bind port a0de02e1-4f26-4442-8635-8e12f8ce4c0b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:47.467668 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Attempting to bind port a0de02e1-4f26-4442-8635-8e12f8ce4c0b on network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:47.491079 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (7ba77a53-085b-4d93-8f2b-a4a6dacd7381), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:47.500510 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89b7e7c1-dba1-4e1c-8d00-9762b761503e req-ae48adb8-317f-4fcc-b141-b1418428595a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.1354914 Jul 13 23:15:47.514645 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e4aa1a4a-e0c3-4ddf-8216-3abca237330c req-fbf78c76-bc14-4e5b-9f8a-89153022e1f8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.1467075 Jul 13 23:15:47.556416 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port e037211b-ebf4-4510-86c4-145d61ca1ba6 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:47.557588 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device fe219123-c20d-4d24-b5da-e0439b5bf47c up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:47.613965 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (75428e4a-c3c6-464f-b06a-99d1bf5f23f6), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:47.709944 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=65 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:47.832043 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:15:47.909974 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port fe219123-c20d-4d24-b5da-e0439b5bf47c triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:47.910473 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:47.970432 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:15:48.005271 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=12 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:48.058098 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for port (75428e4a-c3c6-464f-b06a-99d1bf5f23f6), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:48.062472 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:48.066095 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-93359c52-fdbf-4302-b8d9-ce401d94f3e7 None None] Current status of the port ea37fbc9-bbea-4f31-ade2-11004e8cc028 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:48.066483 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-93359c52-fdbf-4302-b8d9-ce401d94f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:48.121754 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a40b5b5-0255-4dfc-b1ec-5261f4a4207d req-37fe6631-120d-4bb1-8060-ca716977a969 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 210 time: 0.0605450 Jul 13 23:15:48.130683 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (75428e4a-c3c6-464f-b06a-99d1bf5f23f6), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:48.203333 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-93359c52-fdbf-4302-b8d9-ce401d94f3e7 None None] For port ea37fbc9-bbea-4f31-ade2-11004e8cc028, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=ea37fbc9-bbea-4f31-ade2-11004e8cc028,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:48.210653 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for port (e4000656-73d9-4096-aa54-8fbb326dd086), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:48.253829 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'Port': ['ID=75428e4a-c3c6-464f-b06a-99d1bf5f23f6,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:48.266804 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (7ba77a53-085b-4d93-8f2b-a4a6dacd7381), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:48.277001 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-93359c52-fdbf-4302-b8d9-ce401d94f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:48.285864 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Port a0de02e1-4f26-4442-8635-8e12f8ce4c0b on network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:15:48.286635 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Attempting to bind port a0de02e1-4f26-4442-8635-8e12f8ce4c0b on network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:48.307790 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:48.317341 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:48.317570 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:48.321579 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7f8eeddf-ddd8-4efe-88c9-0a3275bd52d0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0920675 Jul 13 23:15:48.358964 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:48.368068 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Checking segment: {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:48.384683 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Bound using segment: {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:48.385334 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Bound port: a0de02e1-4f26-4442-8635-8e12f8ce4c0b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0523d85-2fe8-4f5e-a2c1-f82820279098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:48.388966 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:48.524982 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0d64-6344-4e65-8aa1-1097521facee req-99de3255-2de3-4a29-9d78-2c8d758ad888 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:48.552047 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aebd0d64-6344-4e65-8aa1-1097521facee req-99de3255-2de3-4a29-9d78-2c8d758ad888 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.1825829 Jul 13 23:15:48.641734 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-6f50c39c-bc33-4cc9-b5c9-5d7cdf9c3556 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 378 time: 1.3693588 Jul 13 23:15:48.650783 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:15:48.692315 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aebd0d64-6344-4e65-8aa1-1097521facee req-2ca85318-7f9f-4611-87b2-aae6645e66ce tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359758 Jul 13 23:15:48.730876 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port fe219123-c20d-4d24-b5da-e0439b5bf47c is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:48.732144 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2571b394-7295-4ecc-8c39-a1fa0cab3044 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:48.735507 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Network 8ebb5208-058b-4fd3-9873-adc39e263480 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:48.737529 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc975296-d3b1-4f25-9d9d-d2da7ee95833 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:15:48.767899 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:48.807524 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-4cb6eecd-5620-4638-af6b-f772c47481e0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1997795105&fields=id&tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8 HTTP/1.1" status: 200 len: 267 time: 0.1395695 Jul 13 23:15:48.855933 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:48.930546 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:48.960337 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event updated for resources: {'Port': ['ID=e4000656-73d9-4096-aa54-8fbb326dd086,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:48.979801 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.003600 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] For port a0de02e1-4f26-4442-8635-8e12f8ce4c0b, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:15:49.013834 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] For port a0de02e1-4f26-4442-8635-8e12f8ce4c0b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:15:49.036567 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9623e897-1841-4722-b462-c9f91c5ad00b req-91557b49-680e-43ad-8981-19a62f6267ba tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.1681149 Jul 13 23:15:49.081633 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:49.086031 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0301-5b89-47ef-be4d-86fc774b878c req-a16dd671-fe46-4943-b33b-f7b736664c15 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:49.086985 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.097831 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-a16dd671-fe46-4943-b33b-f7b736664c15 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 811 time: 0.2890003 Jul 13 23:15:49.102084 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:49.109486 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:49.129764 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-2c57f6b2-7632-4606-b3d6-bc77a789da75 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/quotas/1ce9fb9212ee408089fd63fb9e9e1de8 HTTP/1.1" status: 200 len: 375 time: 0.0309911 Jul 13 23:15:49.141930 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.158070 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93359c52-fdbf-4302-b8d9-ce401d94f3e7 None None] Pushing event updated for resources: {'Port': ['ID=ea37fbc9-bbea-4f31-ade2-11004e8cc028,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:49.175214 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 2571b394-7295-4ecc-8c39-a1fa0cab3044 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:49.177066 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.231570 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:49.233558 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.236539 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] 10.222.0.58 "PUT /v2.0/ports/a0de02e1-4f26-4442-8635-8e12f8ce4c0b HTTP/1.1" status: 200 len: 1094 time: 7.4175060 Jul 13 23:15:49.240075 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-5d8e3975-ac39-4d06-a2d9-df56a4195e6b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3469634 Jul 13 23:15:49.240726 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c', 'tag': 'a0de02e1-4f26-4442-8635-8e12f8ce4c0b'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:15:49.250772 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-319555c3-406b-4b61-a1d0-82ba1a9c315d req-10c94a0a-2b20-4d77-8c8c-4e61d8475ba3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0551376 Jul 13 23:15:49.257409 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:49.263122 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-39004fbc-8105-46cb-96f1-a2946052839f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324136 Jul 13 23:15:49.302443 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.364896 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70ff4d-b616-4592-b020-e67fb1e0664c service neutron] Pushing event updated for resources: {'Port': ['ID=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:49.376415 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 2571b394-7295-4ecc-8c39-a1fa0cab3044 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:49.382805 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 35bb2a21-6627-468f-93c2-e87d7c504d76 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:49.390022 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-5b2bf7b5-ee68-4f3d-ad86-a8657685fb01 None None] Provisioning complete for port e4000656-73d9-4096-aa54-8fbb326dd086 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:49.393124 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5b2bf7b5-ee68-4f3d-ad86-a8657685fb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.448069 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:49.468865 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-5b2bf7b5-ee68-4f3d-ad86-a8657685fb01 None None] Port e4000656-73d9-4096-aa54-8fbb326dd086 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:49.480753 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:15:49.492121 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:15:49.498166 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:15:49.506576 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f68c8-4af2-46b4-b35f-72ac1d6c8a7d req-b0f4c830-e17f-44ac-8003-f58f8ed0705d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:49.510227 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 35bb2a21-6627-468f-93c2-e87d7c504d76 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:49.511442 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.517779 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4b6f68c8-4af2-46b4-b35f-72ac1d6c8a7d req-b0f4c830-e17f-44ac-8003-f58f8ed0705d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 931 time: 0.1107810 Jul 13 23:15:49.577294 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3d766b-955a-4cae-b9b5-c7ddb7c9a04c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c", "tag": "a0de02e1-4f26-4442-8635-8e12f8ce4c0b"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:15:49.581887 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-efed7512-a078-4021-b68a-f68c1bcbb118 service neutron] 10.222.0.60 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004904 Jul 13 23:15:49.596434 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:49.597469 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.623930 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-2e0f584d-bd38-49c5-8cc8-6239b82d2d6f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7354460 Jul 13 23:15:49.640378 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4b6f68c8-4af2-46b4-b35f-72ac1d6c8a7d req-2aca04b9-d0ab-4bbc-9fb2-e8c511c2d7b3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215432 Jul 13 23:15:49.660206 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 35bb2a21-6627-468f-93c2-e87d7c504d76 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:49.660709 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.692392 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port 35bb2a21-6627-468f-93c2-e87d7c504d76, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=35bb2a21-6627-468f-93c2-e87d7c504d76,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:15:49.704686 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.705727 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device af39c147-fcae-4c48-87c1-de00d84517af up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:49.790300 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-9751e6f7-4c67-4cf2-b581-6e9175c967a2 service neutron] 10.222.0.60 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697667 Jul 13 23:15:49.902283 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port af39c147-fcae-4c48-87c1-de00d84517af triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:49.902732 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (af39c147-fcae-4c48-87c1-de00d84517af), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:49.933957 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=35bb2a21-6627-468f-93c2-e87d7c504d76,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:49.999334 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-2143dfc1-20ac-4aab-9f58-319f0cde0b63 None None] Provisioning complete for port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:49.999738 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-2143dfc1-20ac-4aab-9f58-319f0cde0b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:50.089297 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-2143dfc1-20ac-4aab-9f58-319f0cde0b63 None None] Port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:15:50.093917 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port af39c147-fcae-4c48-87c1-de00d84517af is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:50.121426 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba506db1-ba47-4f6e-997a-ad2b3ed80b56 req-886e4b14-4f9f-45a1-82f7-703f8f264edd tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:50.123610 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba506db1-ba47-4f6e-997a-ad2b3ed80b56 req-886e4b14-4f9f-45a1-82f7-703f8f264edd tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0592389 Jul 13 23:15:50.148272 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f680755-f0f3-4574-9777-115640fc72ad x-openstack-request-id: req-6f680755-f0f3-4574-9777-115640fc72ad {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:15:50.149372 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c", "tag": "a0de02e1-4f26-4442-8635-8e12f8ce4c0b", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:15:50.149769 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f680755-f0f3-4574-9777-115640fc72ad {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:15:50.150911 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f680755-f0f3-4574-9777-115640fc72ad'] response: {'name': 'network-changed', 'server_uuid': '9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c', 'tag': 'a0de02e1-4f26-4442-8635-8e12f8ce4c0b', 'status': 'completed', 'code': 200} Jul 13 23:15:50.240613 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ccbebc3a-bd1c-4b0f-bd23-a05cd3fdc565 req-2d516b6c-0cb4-4e6f-85be-a8b22db4e2e5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0529630 Jul 13 23:15:50.249358 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba506db1-ba47-4f6e-997a-ad2b3ed80b56 req-c27b35fa-beb1-4681-b7f4-3179616c0bce tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146092 Jul 13 23:15:50.384528 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e5432041-ab57-4432-b046-bcc00fe81cf5 req-3c728e7b-4c6f-48a9-afb1-1132f3c6e113 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0619297 Jul 13 23:15:50.441162 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 35bb2a21-6627-468f-93c2-e87d7c504d76 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:50.451522 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5da0426-fdff-496a-8420-22a1acd405f9 req-c1f10b1d-9e11-411e-8688-db74668e79fd tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0499799 Jul 13 23:15:50.499467 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 35bb2a21-6627-468f-93c2-e87d7c504d76 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:50.499998 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:50.583444 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 35bb2a21-6627-468f-93c2-e87d7c504d76 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:50.585246 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device ea37fbc9-bbea-4f31-ade2-11004e8cc028 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:50.635569 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port ea37fbc9-bbea-4f31-ade2-11004e8cc028 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:50.635569 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:50.659007 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:50.710783 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port ea37fbc9-bbea-4f31-ade2-11004e8cc028 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:50.711868 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b457ea4a-3e0a-46f8-aa72-1d21fc11a715 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:50.740124 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:50.773586 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2f99d-c557-4a8f-a97e-063117798b1f req-a2469b05-732d-44bd-a3c4-96b9bb597dfa tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:50.775295 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1dd2f99d-c557-4a8f-a97e-063117798b1f req-a2469b05-732d-44bd-a3c4-96b9bb597dfa tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 931 time: 0.0660934 Jul 13 23:15:50.779383 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port b457ea4a-3e0a-46f8-aa72-1d21fc11a715 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:50.779845 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:50.846187 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1dd2f99d-c557-4a8f-a97e-063117798b1f req-fbb7bdae-e0a3-4b62-b2f0-9c5360999365 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587363 Jul 13 23:15:50.860504 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port b457ea4a-3e0a-46f8-aa72-1d21fc11a715 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:50.861756 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device f3a31964-ca95-428d-991e-ed8881f36c42 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:15:50.904296 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port f3a31964-ca95-428d-991e-ed8881f36c42 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:15:50.904673 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:50.982259 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port f3a31964-ca95-428d-991e-ed8881f36c42 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:15:51.127476 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49404) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:51.251219 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b9b867d0-c1c1-4d2b-96df-d3ae2f4899f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.274858 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:51.386756 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a98142f3-5901-417e-a3ed-af91df05d95f req-94613976-5d58-4a7d-a643-00cb75e88098 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0592432 Jul 13 23:15:51.390616 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b9b867d0-c1c1-4d2b-96df-d3ae2f4899f1 admin admin] Publish callbacks [] for security_group (aab6de6e-ca8f-41ea-9655-5e29dc57ae24), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.399835 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b9b867d0-c1c1-4d2b-96df-d3ae2f4899f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (aab6de6e-ca8f-41ea-9655-5e29dc57ae24), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.427475 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dd7d5-c084-481b-82c6-9461d1ee98e1 req-7fae2738-f9d7-4a3e-865b-9eeaac0bb479 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:51.428989 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf0dd7d5-c084-481b-82c6-9461d1ee98e1 req-7fae2738-f9d7-4a3e-865b-9eeaac0bb479 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0886045 Jul 13 23:15:51.477608 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b9b867d0-c1c1-4d2b-96df-d3ae2f4899f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=675293a8cf7e48bc9adcb602b2a17d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489337 Jul 13 23:15:51.480224 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 49418) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:51.493939 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b867d0-c1c1-4d2b-96df-d3ae2f4899f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab6de6e-ca8f-41ea-9655-5e29dc57ae24,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:51.501741 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf293211-f914-484f-a5e9-94376667813a req-8f9d885a-9f96-40eb-a698-aa00240643a9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0467410 Jul 13 23:15:51.529688 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf0dd7d5-c084-481b-82c6-9461d1ee98e1 req-d1eef4fd-9bba-4859-acd4-c2f7171e26e3 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880659 Jul 13 23:15:51.547342 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d863c8b5-f72f-4ca7-894b-06f56a2ab280 admin admin] Publish callbacks [] for security_group (aab6de6e-ca8f-41ea-9655-5e29dc57ae24), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.571503 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d863c8b5-f72f-4ca7-894b-06f56a2ab280 admin admin] Publish callbacks [] for security_group (aab6de6e-ca8f-41ea-9655-5e29dc57ae24), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.612115 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-65b8575e-7e68-447d-b0ad-8924086121a2 req-1fc8963e-dfcf-4e68-bf50-364d301a91db tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0282869 Jul 13 23:15:51.619957 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d863c8b5-f72f-4ca7-894b-06f56a2ab280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (aab6de6e-ca8f-41ea-9655-5e29dc57ae24), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.627028 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d863c8b5-f72f-4ca7-894b-06f56a2ab280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.627494 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d863c8b5-f72f-4ca7-894b-06f56a2ab280 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aab6de6e-ca8f-41ea-9655-5e29dc57ae24 HTTP/1.1" status: 204 len: 168 time: 0.1459277 Jul 13 23:15:51.645273 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863c8b5-f72f-4ca7-894b-06f56a2ab280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab6de6e-ca8f-41ea-9655-5e29dc57ae24,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:51.650666 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.894116 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 49426) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:51.907604 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b9d95650-bb50-42de-90dc-183f39aabf85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.963992 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfda8a-03cf-47ff-928e-e83bdf6eb9d4 req-c8176e0b-d135-4e23-9438-9cec3e3a6b0a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:51.965561 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cedfda8a-03cf-47ff-928e-e83bdf6eb9d4 req-c8176e0b-d135-4e23-9438-9cec3e3a6b0a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 931 time: 0.0480545 Jul 13 23:15:51.973562 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:51.989267 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b9d95650-bb50-42de-90dc-183f39aabf85 admin admin] Publish callbacks [] for security_group (191292fb-1745-4ae3-a8af-d60162c593e7), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:51.994959 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b9d95650-bb50-42de-90dc-183f39aabf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (191292fb-1745-4ae3-a8af-d60162c593e7), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:52.026752 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cedfda8a-03cf-47ff-928e-e83bdf6eb9d4 req-5277dcc5-7af2-4002-8091-d8a13bb33de7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553491 Jul 13 23:15:52.038794 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-b9d95650-bb50-42de-90dc-183f39aabf85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e45f472a49e3443eae6952b8037e5f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435599 Jul 13 23:15:52.041836 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49428) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:52.047303 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d95650-bb50-42de-90dc-183f39aabf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191292fb-1745-4ae3-a8af-d60162c593e7,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:52.064233 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:52.095139 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f01e0266-9040-4e3f-8ae0-f847730ff42b admin admin] Publish callbacks [] for security_group (191292fb-1745-4ae3-a8af-d60162c593e7), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:52.117906 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f01e0266-9040-4e3f-8ae0-f847730ff42b admin admin] Publish callbacks [] for security_group (191292fb-1745-4ae3-a8af-d60162c593e7), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:52.168022 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f01e0266-9040-4e3f-8ae0-f847730ff42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (191292fb-1745-4ae3-a8af-d60162c593e7), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:52.171143 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f01e0266-9040-4e3f-8ae0-f847730ff42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:52.172353 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f01e0266-9040-4e3f-8ae0-f847730ff42b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/191292fb-1745-4ae3-a8af-d60162c593e7 HTTP/1.1" status: 204 len: 168 time: 0.1295321 Jul 13 23:15:52.181408 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e0266-9040-4e3f-8ae0-f847730ff42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191292fb-1745-4ae3-a8af-d60162c593e7,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:52.482931 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3ec057ab-e490-44a2-a711-cb29f866e893 req-1d17c973-bef0-4119-a3d2-76fc84c27dc7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0279305 Jul 13 23:15:52.618821 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-76e91ce4-3e40-4eaf-ac76-0fe13b72adfe req-b1f74468-fcc9-481e-821b-ade8740ae82a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0448320 Jul 13 23:15:52.661807 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41109bd-d280-42d2-8aaf-a572094af2f6 req-0ccba896-cf5b-4440-8968-913e7efc4393 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:52.663689 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a41109bd-d280-42d2-8aaf-a572094af2f6 req-0ccba896-cf5b-4440-8968-913e7efc4393 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0545101 Jul 13 23:15:52.726627 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45eae982-552e-4d7b-a031-300696bb1be3 req-520412ce-4c2f-4122-b2d6-b894361e63cd tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0356491 Jul 13 23:15:52.744362 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a41109bd-d280-42d2-8aaf-a572094af2f6 req-5545ed11-17be-47f5-ac77-37f29e9e27d3 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744877 Jul 13 23:15:53.199718 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507b5d9-c7f3-4032-88c3-97d77271f757 req-36fc96dd-fc5e-4e4c-9f9f-78f2c422fdb6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:53.201816 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6507b5d9-c7f3-4032-88c3-97d77271f757 req-36fc96dd-fc5e-4e4c-9f9f-78f2c422fdb6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 931 time: 0.0837121 Jul 13 23:15:53.276300 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6507b5d9-c7f3-4032-88c3-97d77271f757 req-0750634d-1a25-481b-b732-435797f96153 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660837 Jul 13 23:15:53.606301 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8783c143-e241-4597-93f0-c2138def6d6d req-ad27a415-9cf6-4155-adf9-e72575cd8510 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0358896 Jul 13 23:15:53.720493 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7975fd8f-1e2c-44b2-bd2e-840a0efd39da req-dbe9eb0b-015a-4a04-934f-f458eaec246c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0281827 Jul 13 23:15:54.045209 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-18a3ac08-20ee-40ed-abcd-03f86d4379a1 req-0f29cb4d-5b3e-4b15-9a42-e19e05bb23d5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.2117114 Jul 13 23:15:54.073224 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb5c86-11ee-4823-9e10-1d1f28d46cee req-5e08fe8b-6272-4f37-829a-176cfe715aad tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:54.076749 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d4eb5c86-11ee-4823-9e10-1d1f28d46cee req-5e08fe8b-6272-4f37-829a-176cfe715aad tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.2445543 Jul 13 23:15:54.147017 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d4eb5c86-11ee-4823-9e10-1d1f28d46cee req-dded50ca-124d-4365-8ca8-adea29f02df2 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642116 Jul 13 23:15:54.275658 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49514) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:54.418668 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fbdeecb8-c823-421c-b433-377efad315a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:54.432327 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:54.512397 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b26df-ba1a-4bcf-978a-e88655009c00 req-515a7b22-4801-4d1b-8af6-aaec4fa69fa5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:54.514551 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-680b26df-ba1a-4bcf-978a-e88655009c00 req-515a7b22-4801-4d1b-8af6-aaec4fa69fa5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 931 time: 0.0790095 Jul 13 23:15:54.603600 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-680b26df-ba1a-4bcf-978a-e88655009c00 req-c1e105ac-4945-4092-ba7c-29d17bc61d7d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819161 Jul 13 23:15:54.614154 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fbdeecb8-c823-421c-b433-377efad315a8 admin admin] Publish callbacks [] for security_group (08a7eb54-cb46-406b-8aeb-69f12b1bcae8), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:54.621319 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fbdeecb8-c823-421c-b433-377efad315a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (08a7eb54-cb46-406b-8aeb-69f12b1bcae8), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:54.680005 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fbdeecb8-c823-421c-b433-377efad315a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=414cd0d7f61f4c6f95bacaef6fcde66a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032595 Jul 13 23:15:54.681199 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeecb8-c823-421c-b433-377efad315a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a7eb54-cb46-406b-8aeb-69f12b1bcae8,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:54.684050 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 49532) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:54.727127 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e369c73d-4ce7-4257-833a-540704ffd39b req-973d3b41-b97b-4e92-b14d-253b7d442a40 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0336411 Jul 13 23:15:54.763335 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-98d2562d-4986-401d-9499-c405df78d7b4 admin admin] Publish callbacks [] for security_group (08a7eb54-cb46-406b-8aeb-69f12b1bcae8), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:54.799637 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-98d2562d-4986-401d-9499-c405df78d7b4 admin admin] Publish callbacks [] for security_group (08a7eb54-cb46-406b-8aeb-69f12b1bcae8), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:54.834303 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55620f77-b41f-499b-b9d8-7ea1895bacaf req-5dd85a2d-acad-4239-bcf3-f298fbb637ca tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0304475 Jul 13 23:15:54.856038 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-98d2562d-4986-401d-9499-c405df78d7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (08a7eb54-cb46-406b-8aeb-69f12b1bcae8), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:54.858591 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-98d2562d-4986-401d-9499-c405df78d7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:54.859760 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-98d2562d-4986-401d-9499-c405df78d7b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08a7eb54-cb46-406b-8aeb-69f12b1bcae8 HTTP/1.1" status: 204 len: 168 time: 0.1737955 Jul 13 23:15:54.868007 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2562d-4986-401d-9499-c405df78d7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a7eb54-cb46-406b-8aeb-69f12b1bcae8,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:55.163297 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9515336c-c5e0-4996-89ce-3c9ccf3ebd55 req-ed2ffc17-8bce-4d7a-a1af-8bd6980f9684 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0397406 Jul 13 23:15:55.163649 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 49544) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:55.179166 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a73a1fca-9291-4153-aca9-1abe9f21e288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:55.239099 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:55.272514 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a73a1fca-9291-4153-aca9-1abe9f21e288 admin admin] Publish callbacks [] for security_group (70fea4e7-26a0-48da-9012-86da10ea63b5), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:55.276710 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a73a1fca-9291-4153-aca9-1abe9f21e288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (70fea4e7-26a0-48da-9012-86da10ea63b5), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:55.285623 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d132-d3bc-4f2d-b515-6772b2c15266 req-5e10ab45-d24c-4a46-ab50-b4d1baccdb03 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:55.287122 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0885d132-d3bc-4f2d-b515-6772b2c15266 req-5e10ab45-d24c-4a46-ab50-b4d1baccdb03 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0709496 Jul 13 23:15:55.323100 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-a73a1fca-9291-4153-aca9-1abe9f21e288 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4187d37b81974b94b513fdec9286d6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556828 Jul 13 23:15:55.323100 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a1fca-9291-4153-aca9-1abe9f21e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fea4e7-26a0-48da-9012-86da10ea63b5,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:55.323978 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49548) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:55.350843 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0885d132-d3bc-4f2d-b515-6772b2c15266 req-fddcddf2-6543-43ff-b3e6-c7aa45a29036 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576572 Jul 13 23:15:55.382829 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:55.387070 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d8da9ffe-1d82-4135-9b72-861ffd6bd032 admin admin] Publish callbacks [] for security_group (70fea4e7-26a0-48da-9012-86da10ea63b5), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:55.413095 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d8da9ffe-1d82-4135-9b72-861ffd6bd032 admin admin] Publish callbacks [] for security_group (70fea4e7-26a0-48da-9012-86da10ea63b5), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:55.460711 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d8da9ffe-1d82-4135-9b72-861ffd6bd032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (70fea4e7-26a0-48da-9012-86da10ea63b5), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:55.463228 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d8da9ffe-1d82-4135-9b72-861ffd6bd032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:55.464403 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d8da9ffe-1d82-4135-9b72-861ffd6bd032 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70fea4e7-26a0-48da-9012-86da10ea63b5 HTTP/1.1" status: 204 len: 168 time: 0.1389256 Jul 13 23:15:55.472416 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da9ffe-1d82-4135-9b72-861ffd6bd032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fea4e7-26a0-48da-9012-86da10ea63b5,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:55.738292 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb9552-4a8e-41f2-bafc-e1fc459e508e req-0b20ef65-7073-4841-9bed-b6973a3da9b4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:55.740679 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21cb9552-4a8e-41f2-bafc-e1fc459e508e req-0b20ef65-7073-4841-9bed-b6973a3da9b4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 931 time: 0.0519736 Jul 13 23:15:55.792555 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21cb9552-4a8e-41f2-bafc-e1fc459e508e req-81b0bebb-2a54-4165-a7d7-e0278d1e7474 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448239 Jul 13 23:15:55.834706 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43987ebb-cbbf-461f-844b-26df757e11f3 req-b4f2fc84-d1b2-41b0-ae92-72815943d262 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0322177 Jul 13 23:15:55.944507 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f52ea030-13b2-4c4c-8c13-eb0a1e60f411 req-907a3b7b-63cb-4948-85c5-0e8a9b0192a2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0289748 Jul 13 23:15:56.264756 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a292d723-cc28-4556-b698-53ef3f8f9346 req-eeca0d9b-d90d-4b45-b047-f2ad8d8f13f7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0305350 Jul 13 23:15:56.474809 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46984-3230-458b-93d9-864be580c03b req-5a0ed4a6-161e-4c3a-8faf-e85e9a7ad6a2 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:56.476359 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3ca46984-3230-458b-93d9-864be580c03b req-5a0ed4a6-161e-4c3a-8faf-e85e9a7ad6a2 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0572903 Jul 13 23:15:56.527158 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3ca46984-3230-458b-93d9-864be580c03b req-6c54439b-c972-492b-b3fa-683c8109d82d tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449996 Jul 13 23:15:56.615070 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49594) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:56.722084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-af1f6cee-7b5b-4183-b656-fb269ae02150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:56.804428 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-af1f6cee-7b5b-4183-b656-fb269ae02150 admin admin] Publish callbacks [] for security_group (87bbc010-3622-409e-bb1d-8b06f6b92162), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:56.808790 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-af1f6cee-7b5b-4183-b656-fb269ae02150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (87bbc010-3622-409e-bb1d-8b06f6b92162), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:56.812544 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:56.852860 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f6cee-7b5b-4183-b656-fb269ae02150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bbc010-3622-409e-bb1d-8b06f6b92162,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:56.858089 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-af1f6cee-7b5b-4183-b656-fb269ae02150 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34894b6c4b5248efb095f466a4512fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419169 Jul 13 23:15:56.860948 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 49604) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:56.926041 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa02474e-e639-40b9-a6e2-f92c534cd427 admin admin] Publish callbacks [] for security_group (87bbc010-3622-409e-bb1d-8b06f6b92162), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:56.950924 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa02474e-e639-40b9-a6e2-f92c534cd427 admin admin] Publish callbacks [] for security_group (87bbc010-3622-409e-bb1d-8b06f6b92162), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:56.951750 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3150e864-9a17-4adf-bb78-351e1cddc2aa req-3ea16fd0-8027-4e0c-a1b2-8ccdbd552b15 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0324504 Jul 13 23:15:56.963132 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855bfb7-5876-47ae-b9eb-afe726506ad4 req-1db37bb4-e6c2-4159-ab51-512a6ddd7843 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:56.973531 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3855bfb7-5876-47ae-b9eb-afe726506ad4 req-1db37bb4-e6c2-4159-ab51-512a6ddd7843 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 931 time: 0.0773907 Jul 13 23:15:57.016397 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa02474e-e639-40b9-a6e2-f92c534cd427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (87bbc010-3622-409e-bb1d-8b06f6b92162), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:57.019239 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa02474e-e639-40b9-a6e2-f92c534cd427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:57.022838 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-fa02474e-e639-40b9-a6e2-f92c534cd427 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87bbc010-3622-409e-bb1d-8b06f6b92162 HTTP/1.1" status: 204 len: 168 time: 0.1585574 Jul 13 23:15:57.029880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02474e-e639-40b9-a6e2-f92c534cd427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bbc010-3622-409e-bb1d-8b06f6b92162,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:57.033747 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3855bfb7-5876-47ae-b9eb-afe726506ad4 req-ef194629-1883-4851-8872-9d12b3286d3d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624659 Jul 13 23:15:57.066913 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e564a7b2-7e48-46bc-af1d-df94b9d11d18 req-ea2a1435-7ad9-487d-b28b-cbfe45651454 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0319824 Jul 13 23:15:57.364260 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90367443-e228-4527-837e-0710a1da1d75 req-effbd122-f56e-4f84-b62f-c78262d09950 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0319021 Jul 13 23:15:57.644328 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd68ad-64f4-4be0-a08d-4aa515d804d2 req-8b6507e9-a301-47c6-bb25-28c01697152e tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:57.645851 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-87bd68ad-64f4-4be0-a08d-4aa515d804d2 req-8b6507e9-a301-47c6-bb25-28c01697152e tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0473382 Jul 13 23:15:57.693477 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-87bd68ad-64f4-4be0-a08d-4aa515d804d2 req-cc2e8e01-8dc4-4493-889a-33eeb1cb165d tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Jul 13 23:15:58.047081 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-465226fc-bc9a-4e78-a796-4a3a542f0368 req-f833fab3-0b87-47eb-8326-f82ef24623ec tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0279882 Jul 13 23:15:58.071021 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49656) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:58.184055 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aec1d478-63e4-4c2e-9086-75a4880a5c06 req-4f9807f1-c25a-4fd6-b1f8-b89e65a1af20 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0398674 Jul 13 23:15:58.192927 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a27ff-6fc1-4b20-a0df-9ae6383058fb req-3e50b6d2-3b84-4c48-a341-3a623414a478 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:58.194446 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-110a27ff-6fc1-4b20-a0df-9ae6383058fb req-3e50b6d2-3b84-4c48-a341-3a623414a478 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 931 time: 0.0834646 Jul 13 23:15:58.215241 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-89a0d17d-b0c5-4330-a166-ed21d0ce6ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.221853 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Request body: {'port': {'device_id': 'a1271f39-da7a-467b-8fd2-54f95b0b5a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:58.228871 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'port': {'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'admin_state_up': True, 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'security_groups': ['f888feb8-e5f7-469e-a8de-f24ed08a31ae']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:58.238517 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Request body: {'port': {'device_id': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:15:58.273589 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-110a27ff-6fc1-4b20-a0df-9ae6383058fb req-c5ece3c6-a0c5-432c-a7f2-bb9053315cba tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711284 Jul 13 23:15:58.283436 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:58.328484 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-89a0d17d-b0c5-4330-a166-ed21d0ce6ced admin admin] Publish callbacks [] for security_group (8d366a1b-2957-4ada-a783-c669da10740f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.332827 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-89a0d17d-b0c5-4330-a166-ed21d0ce6ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (8d366a1b-2957-4ada-a783-c669da10740f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.371520 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0d17d-b0c5-4330-a166-ed21d0ce6ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d366a1b-2957-4ada-a783-c669da10740f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:58.380726 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-89a0d17d-b0c5-4330-a166-ed21d0ce6ced admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75245483d0c94b809dca3fc475345e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084772 Jul 13 23:15:58.381293 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 49664) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:15:58.407211 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.409987 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.431997 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:58.469087 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-35a9530b-51f3-43c4-8f69-1466ef07da94 admin admin] Publish callbacks [] for security_group (8d366a1b-2957-4ada-a783-c669da10740f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.473197 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c377be83-79a6-45f9-af3f-c038236a239c req-cf04a084-22e3-47c5-b1c2-76641201e6df tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0338840 Jul 13 23:15:58.500729 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-35a9530b-51f3-43c4-8f69-1466ef07da94 admin admin] Publish callbacks [] for security_group (8d366a1b-2957-4ada-a783-c669da10740f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.556492 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-35a9530b-51f3-43c4-8f69-1466ef07da94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (8d366a1b-2957-4ada-a783-c669da10740f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.558915 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-35a9530b-51f3-43c4-8f69-1466ef07da94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.560250 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-35a9530b-51f3-43c4-8f69-1466ef07da94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d366a1b-2957-4ada-a783-c669da10740f HTTP/1.1" status: 204 len: 168 time: 0.1780231 Jul 13 23:15:58.570261 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9530b-51f3-43c4-8f69-1466ef07da94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d366a1b-2957-4ada-a783-c669da10740f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:58.646984 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Made reservation on behalf of 29d1268531c344eaaf28dc6c1498a467 for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:15:58.650404 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:58.767794 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:58.830761 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1e985-844f-428e-aec3-383d4f4400d2 req-2116df60-9b44-4a37-a19c-cae1b9b80b7f tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:58.832620 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5d1e985-844f-428e-aec3-383d4f4400d2 req-2116df60-9b44-4a37-a19c-cae1b9b80b7f tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0653243 Jul 13 23:15:58.948801 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5d1e985-844f-428e-aec3-383d4f4400d2 req-c10ae3e2-2dab-4b89-983c-9ede8d607255 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056957 Jul 13 23:15:59.156509 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-10170fb0-0bda-4e53-be8f-9a535bfcba63 req-bc3f8cd9-fbd6-481c-b838-f310f0133fb4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0361092 Jul 13 23:15:59.273541 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Allocated IP 172.20.0.6 (f06a5500-178c-41a3-8775-8311d13c34cf/f4331c6d-b15e-4c21-95f6-42dc614cb3ce/5f3bac34-6ec6-422c-b645-13a0a0553ccb) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:15:59.276044 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d766b-955a-4cae-b9b5-c7ddb7c9a04c req-6c041b2c-f74a-4b0c-a4dc-2a7f023d9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:59.277641 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ff3d766b-955a-4cae-b9b5-c7ddb7c9a04c req-6c041b2c-f74a-4b0c-a4dc-2a7f023d9422 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c873a6e9bdd4b74bcea03fb45317291&device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 1128 time: 0.3053143 Jul 13 23:15:59.302612 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af952697-4479-4bfa-ab81-b9dd1c119030 req-73d79a67-fb41-4b6b-9fe7-61bbf7d6411c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0385022 Jul 13 23:15:59.359133 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:15:59.367437 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Publish callbacks [] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:59.405151 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4000656-73d9-4096-aa54-8fbb326dd086 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:15:59.415138 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:59.417290 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f613e-3d8c-4f3f-8331-41eb4ba7978d req-9daa0307-bd61-48a8-9920-cf5e5045c2d5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:15:59.419066 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f8f613e-3d8c-4f3f-8331-41eb4ba7978d req-9daa0307-bd61-48a8-9920-cf5e5045c2d5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 931 time: 0.0522952 Jul 13 23:15:59.420336 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Publish callbacks [] for port (e4000656-73d9-4096-aa54-8fbb326dd086), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:59.422915 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Transition to ACTIVE for port object 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:15:59.436493 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:59.441450 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:59.475332 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Transition to ACTIVE for port object e4000656-73d9-4096-aa54-8fbb326dd086 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:15:59.482420 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f8f613e-3d8c-4f3f-8331-41eb4ba7978d req-daf9d0c6-8528-495b-8f9e-4c4688d748e7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564625 Jul 13 23:15:59.509262 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:59.554748 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:59.614437 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8157a30b-d7aa-4230-9473-da73dc7188b9 req-11e6c9ac-8272-4b3f-8925-3d71b4b85004 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0613987 Jul 13 23:15:59.666663 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Pushing event updated for resources: {'Port': ['ID=e4000656-73d9-4096-aa54-8fbb326dd086,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:15:59.835037 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:59.867048 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Attempting to bind port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:59.867385 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Attempting to bind port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:59.867780 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Attempting to bind port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 on network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:59.875960 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Attempting to bind port e4000656-73d9-4096-aa54-8fbb326dd086 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:15:59.876285 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Attempting to bind port e4000656-73d9-4096-aa54-8fbb326dd086 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:15:59.876635 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Attempting to bind port e4000656-73d9-4096-aa54-8fbb326dd086 on network 8ebb5208-058b-4fd3-9873-adc39e263480 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:59.883656 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 on network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:15:59.884037 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Attempting to bind port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 on network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:59.894837 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:59.895210 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Checking segment: {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:59.895549 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Bound using segment: {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:59.896012 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Bound port: 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:59.896365 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:59.898210 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Port e4000656-73d9-4096-aa54-8fbb326dd086 on network 8ebb5208-058b-4fd3-9873-adc39e263480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:15:59.898519 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Attempting to bind port e4000656-73d9-4096-aa54-8fbb326dd086 on network 8ebb5208-058b-4fd3-9873-adc39e263480 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:15:59.900394 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:15:59.925892 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:15:59.926222 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Checking segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:15:59.926599 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Bound using segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:15:59.927020 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Bound port: e4000656-73d9-4096-aa54-8fbb326dd086, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:15:59.927369 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:59.966032 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:15:59.980256 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:00.013793 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=6 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:00.084602 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:16:00.091413 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfca8a-0632-419a-b529-f52bc4a00bd4 req-3e17d6e6-0030-4f11-b787-d6c7cb112fa3 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:00.093061 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2cfca8a-0632-419a-b529-f52bc4a00bd4 req-3e17d6e6-0030-4f11-b787-d6c7cb112fa3 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0592995 Jul 13 23:16:00.102119 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Network f06a5500-178c-41a3-8775-8311d13c34cf is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:16:00.104777 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=5f3bac34-6ec6-422c-b645-13a0a0553ccb,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:00.122767 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:16:00.132613 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:16:00.135035 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:16:00.142002 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] For port e4000656-73d9-4096-aa54-8fbb326dd086, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:16:00.172484 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:00.206038 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2cfca8a-0632-419a-b529-f52bc4a00bd4 req-31f2fec1-16e6-4928-8b6a-fdb118435030 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069970 Jul 13 23:16:00.211231 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:00.213493 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] For port e4000656-73d9-4096-aa54-8fbb326dd086, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e4000656-73d9-4096-aa54-8fbb326dd086,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:16:00.230051 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:00.230919 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:00.233323 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] 10.222.0.58 "PUT /v2.0/ports/8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 HTTP/1.1" status: 200 len: 1093 time: 1.9992654 Jul 13 23:16:00.238308 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:00.241430 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df261b7d-43bb-4dc8-aa5d-4cdb5ebce7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:00.251279 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:00.265481 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:00.266568 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:00.312134 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:00.312712 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:00.314629 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] 10.222.0.58 "PUT /v2.0/ports/e4000656-73d9-4096-aa54-8fbb326dd086 HTTP/1.1" status: 200 len: 1093 time: 2.0970032 Jul 13 23:16:00.315865 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd5117-ca8e-429a-9da2-33374c47403a service neutron] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:00.351853 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cd6fe22f-54c2-4d6c-b184-0e4cce6d4999 req-603f8acf-9169-4789-ad87-a7d67e3b02f1 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0911510 Jul 13 23:16:00.369647 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f8efe604-6369-4fd9-a299-8db8bc885163 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1447399 Jul 13 23:16:00.397549 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383f03fe-b2d8-4ac8-bce9-1c31d2c666a3 x-openstack-request-id: req-383f03fe-b2d8-4ac8-bce9-1c31d2c666a3 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:00.397856 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:00.398113 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-383f03fe-b2d8-4ac8-bce9-1c31d2c666a3 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:00.398529 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383f03fe-b2d8-4ac8-bce9-1c31d2c666a3'] response: {'name': 'network-changed', 'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'status': 'completed', 'code': 200} Jul 13 23:16:00.445790 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053ac6d-b583-40a9-9b0e-e0ce6718838f service neutron] Pushing event updated for resources: {'Port': ['ID=e4000656-73d9-4096-aa54-8fbb326dd086,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:00.496117 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b7f09040-6aac-4507-8760-17a911c0e6d0 req-321d1dfa-dde4-422e-aa72-67e56c3810b4 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0409234 Jul 13 23:16:00.630791 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-7570861f-306c-4c5d-aca3-b36b1631cd21 None None] Provisioning complete for port 5f3bac34-6ec6-422c-b645-13a0a0553ccb triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:16:00.635839 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcf5ef-d7d8-43d2-9a3f-b074630d06d4 req-4aa05a99-5806-4542-9a3a-c909d9217b2f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:00.636946 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7570861f-306c-4c5d-aca3-b36b1631cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:00.646299 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c2dcf5ef-d7d8-43d2-9a3f-b074630d06d4 req-4aa05a99-5806-4542-9a3a-c909d9217b2f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0730889 Jul 13 23:16:00.688122 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-7570861f-306c-4c5d-aca3-b36b1631cd21 None None] Port 5f3bac34-6ec6-422c-b645-13a0a0553ccb cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:16:00.702877 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c2dcf5ef-d7d8-43d2-9a3f-b074630d06d4 req-9d9a0dc8-4c0b-4298-b69f-918caf7dc4f7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556772 Jul 13 23:16:00.773030 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fab3f-7081-48ca-ae8e-d4e67d2704c3 req-522a731f-b31a-4e06-a533-574f930bc61e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:00.775777 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe9fab3f-7081-48ca-ae8e-d4e67d2704c3 req-522a731f-b31a-4e06-a533-574f930bc61e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 931 time: 0.0551395 Jul 13 23:16:00.856237 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe9fab3f-7081-48ca-ae8e-d4e67d2704c3 req-e50db494-4aee-4807-ad4e-aeaafa03857b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691056 Jul 13 23:16:01.330811 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16113ba-9133-4a75-a833-3c8ff2cd9cfc req-61b67a41-9948-4cbd-8920-69a89555643e tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:01.332309 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f16113ba-9133-4a75-a833-3c8ff2cd9cfc req-61b67a41-9948-4cbd-8920-69a89555643e tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0473490 Jul 13 23:16:01.381783 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f16113ba-9133-4a75-a833-3c8ff2cd9cfc req-f08ba384-c181-4672-9cdf-21089b9b17d3 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Jul 13 23:16:01.439044 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0b23aa98-c41b-4427-ae4a-a7f24afe0058 req-9e084b2a-20d2-406a-b19e-6c0d60cd2058 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0282931 Jul 13 23:16:01.596909 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ad062c9d-edd0-418d-abf8-e6b6384b8c79 req-909beb8a-7303-4c44-a577-d12ec28d80a8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0270352 Jul 13 23:16:01.788538 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:01.828920 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9bdab-2536-4167-a598-739942ea8db2 req-21c117ef-7230-45a3-9547-3c52551bd403 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:01.830375 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99f9bdab-2536-4167-a598-739942ea8db2 req-21c117ef-7230-45a3-9547-3c52551bd403 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0501852 Jul 13 23:16:01.877187 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99f9bdab-2536-4167-a598-739942ea8db2 req-191906e0-1bbe-47a1-b66f-687809986e13 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 Jul 13 23:16:01.972634 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41c362-1eca-43ac-9d33-2ee5d238aa0c req-c3103ac4-7a51-4613-9280-bcdbf15a06b6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:01.974245 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b41c362-1eca-43ac-9d33-2ee5d238aa0c req-c3103ac4-7a51-4613-9280-bcdbf15a06b6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 931 time: 0.0494595 Jul 13 23:16:02.025621 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b41c362-1eca-43ac-9d33-2ee5d238aa0c req-2ea9df7c-97f8-4ea5-835f-503217aed098 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457876 Jul 13 23:16:02.399491 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1271f39-da7a-467b-8fd2-54f95b0b5a9d', 'tag': 'e4000656-73d9-4096-aa54-8fbb326dd086'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:02.401856 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33162b9b-3876-4a83-a091-e7ccd7ad0a22" -d '{"events": [{"name": "network-changed", "server_uuid": "a1271f39-da7a-467b-8fd2-54f95b0b5a9d", "tag": "e4000656-73d9-4096-aa54-8fbb326dd086"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:02.435963 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9ce3ab-ad8a-4bf0-93f4-447384738d4d x-openstack-request-id: req-aa9ce3ab-ad8a-4bf0-93f4-447384738d4d {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:02.436254 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1271f39-da7a-467b-8fd2-54f95b0b5a9d", "tag": "e4000656-73d9-4096-aa54-8fbb326dd086", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:02.436503 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa9ce3ab-ad8a-4bf0-93f4-447384738d4d {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:02.436904 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9ce3ab-ad8a-4bf0-93f4-447384738d4d'] response: {'name': 'network-changed', 'server_uuid': 'a1271f39-da7a-467b-8fd2-54f95b0b5a9d', 'tag': 'e4000656-73d9-4096-aa54-8fbb326dd086', 'status': 'completed', 'code': 200} Jul 13 23:16:02.502528 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04030e5-047f-4ebb-8552-352f345fd8ae req-bbf53e68-736d-46b1-8963-c3d580567650 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:02.504484 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f04030e5-047f-4ebb-8552-352f345fd8ae req-bbf53e68-736d-46b1-8963-c3d580567650 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0553777 Jul 13 23:16:02.555399 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5e2f2304-87a6-4915-af4b-1b097f1dbe43 req-05b9f74e-ce24-428e-beb9-ef61a4f55e96 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0444517 Jul 13 23:16:02.591033 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f04030e5-047f-4ebb-8552-352f345fd8ae req-959422d7-25c4-4a7c-979e-7dd78190defa tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787673 Jul 13 23:16:02.698180 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc8e69e1-120e-435b-9bfc-f14a23e8edd0 req-2ec1e811-b7e7-4706-94a0-91b0d125ad38 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0308564 Jul 13 23:16:02.781622 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Request body: {'port': {'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:02.940559 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-3b17b072-394e-40f9-a61c-ef688c0cd8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:02.942007 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-3b17b072-394e-40f9-a61c-ef688c0cd8ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 1127 time: 0.2020593 Jul 13 23:16:02.970338 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df261b7d-43bb-4dc8-aa5d-4cdb5ebce7dc req-90f06362-166f-4776-ac76-5dc1ffdb5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:02.971853 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-df261b7d-43bb-4dc8-aa5d-4cdb5ebce7dc req-90f06362-166f-4776-ac76-5dc1ffdb5293 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 1127 time: 0.2307317 Jul 13 23:16:02.996186 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212d6a-7719-47da-8f6d-edcc26bb996a req-a855c4fd-8ae7-457b-a400-a5affb4e611b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:02.998668 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-52212d6a-7719-47da-8f6d-edcc26bb996a req-a855c4fd-8ae7-457b-a400-a5affb4e611b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0480747 Jul 13 23:16:03.005470 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:03.017695 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d766b-955a-4cae-b9b5-c7ddb7c9a04c req-6a5b436e-b2cf-495b-b1a2-faa47ad709ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:03.019172 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ff3d766b-955a-4cae-b9b5-c7ddb7c9a04c req-6a5b436e-b2cf-495b-b1a2-faa47ad709ed service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5c873a6e9bdd4b74bcea03fb45317291&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3189647 Jul 13 23:16:03.053763 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-52212d6a-7719-47da-8f6d-edcc26bb996a req-a71b095d-7e84-4560-9525-7cece350def5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494199 Jul 13 23:16:03.154525 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57df3-de51-4a69-a8f1-d53cb25517cc req-6bbf02d9-0f19-49d3-9755-468f5bd44be3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:03.156028 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-38f57df3-de51-4a69-a8f1-d53cb25517cc req-6bbf02d9-0f19-49d3-9755-468f5bd44be3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 931 time: 0.0468647 Jul 13 23:16:03.169559 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:03.203418 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-38f57df3-de51-4a69-a8f1-d53cb25517cc req-cabf9c73-49b6-42bd-98aa-9311a7c1df1c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417192 Jul 13 23:16:03.314202 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.58', 56644) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:03.368065 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-de0c8a24-6513-45ed-b24a-a774dd9d4f4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4000656-73d9-4096-aa54-8fbb326dd086 HTTP/1.1" status: 200 len: 217 time: 0.1290638 Jul 13 23:16:03.436553 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-d7f3d30f-da89-4a54-b6fb-693f29756a0c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:03.438025 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-d7f3d30f-da89-4a54-b6fb-693f29756a0c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 818 time: 0.1200755 Jul 13 23:16:03.438835 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.58', 56645) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:03.683333 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6e38fc1-eedb-4e99-b7f5-90bdd77d652f req-190d7b6f-fab4-441a-8905-0ec64adc52fe tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0530798 Jul 13 23:16:03.711635 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3bac34-6ec6-422c-b645-13a0a0553ccb {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:16:03.738227 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Publish callbacks [] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:03.765110 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f025ca-9fff-4bd5-9fcd-a9211a5345a9 req-d15e5250-01ce-40de-9b04-f3d53f63544b tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:03.766809 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-41f025ca-9fff-4bd5-9fcd-a9211a5345a9 req-d15e5250-01ce-40de-9b04-f3d53f63544b tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0889826 Jul 13 23:16:03.769510 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:03.783325 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-076babdd-bd21-44b4-9045-3d459389bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:03.784809 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-076babdd-bd21-44b4-9045-3d459389bed5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.3916178 Jul 13 23:16:03.799894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:03.804206 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Transition to ACTIVE for port object 5f3bac34-6ec6-422c-b645-13a0a0553ccb will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:16:03.820013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:03.835406 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-be362ae7-9bcd-4fec-afd2-8bf331fa3a28 req-a865f8fa-12ea-45ef-948f-f555e69cd38b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0487480 Jul 13 23:16:03.844850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df261b7d-43bb-4dc8-aa5d-4cdb5ebce7dc req-1bfa76a2-991d-4edc-ad96-fbc3d9387a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:03.846092 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0301-5b89-47ef-be4d-86fc774b878c req-de474ba6-ea96-4902-9a37-04aa1e880667 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:03.846302 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-df261b7d-43bb-4dc8-aa5d-4cdb5ebce7dc req-1bfa76a2-991d-4edc-ad96-fbc3d9387a25 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a21be4dfe67e43d0915559bad38fa60c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6045828 Jul 13 23:16:03.847370 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d766b-955a-4cae-b9b5-c7ddb7c9a04c req-aa1ed9d0-0fd7-4052-a7a9-53d5508a022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:03.847472 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-de474ba6-ea96-4902-9a37-04aa1e880667 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 811 time: 0.2430909 Jul 13 23:16:03.857453 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ff3d766b-955a-4cae-b9b5-c7ddb7c9a04c req-aa1ed9d0-0fd7-4052-a7a9-53d5508a022a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6080508 Jul 13 23:16:03.866310 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-41f025ca-9fff-4bd5-9fcd-a9211a5345a9 req-d0deedf3-187d-4c83-8e4a-2ee894c8b985 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916882 Jul 13 23:16:03.878008 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3bac34-6ec6-422c-b645-13a0a0553ccb,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:03.958084 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Attempting to bind port 5f3bac34-6ec6-422c-b645-13a0a0553ccb on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:16:03.958424 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Attempting to bind port 5f3bac34-6ec6-422c-b645-13a0a0553ccb by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:16:03.958752 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Attempting to bind port 5f3bac34-6ec6-422c-b645-13a0a0553ccb on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:16:03.963682 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Port 5f3bac34-6ec6-422c-b645-13a0a0553ccb on network f06a5500-178c-41a3-8775-8311d13c34cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:16:03.963979 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Attempting to bind port 5f3bac34-6ec6-422c-b645-13a0a0553ccb on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:16:03.969336 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:16:03.969674 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Checking segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:16:03.970077 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Bound using segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:16:03.970474 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Bound port: 5f3bac34-6ec6-422c-b645-13a0a0553ccb, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:16:03.970829 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:04.040227 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] For port 5f3bac34-6ec6-422c-b645-13a0a0553ccb, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:16:04.043214 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] For port 5f3bac34-6ec6-422c-b645-13a0a0553ccb, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f3bac34-6ec6-422c-b645-13a0a0553ccb,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:16:04.050188 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:04.084326 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:04.085059 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:04.088084 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] 10.222.0.58 "PUT /v2.0/ports/5f3bac34-6ec6-422c-b645-13a0a0553ccb HTTP/1.1" status: 200 len: 1093 time: 1.3444028 Jul 13 23:16:04.120480 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ccb9b-874b-4d74-b657-281c3c82cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3bac34-6ec6-422c-b645-13a0a0553ccb,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:04.213217 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f4f74-a0e4-41cf-8759-276127dca653 req-69ded452-7754-403a-b444-763e720030e3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:04.216198 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1f1f4f74-a0e4-41cf-8759-276127dca653 req-69ded452-7754-403a-b444-763e720030e3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0558727 Jul 13 23:16:04.293237 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1f1f4f74-a0e4-41cf-8759-276127dca653 req-a7dd0737-1b26-430f-978e-07578b092b09 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724261 Jul 13 23:16:04.354759 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d824b-a3f4-4013-b491-336eb82a0437 req-8f9f9945-fd8d-47fd-9a7a-b5d578c661e2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:04.357010 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-675d824b-a3f4-4013-b491-336eb82a0437 req-8f9f9945-fd8d-47fd-9a7a-b5d578c661e2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0599716 Jul 13 23:16:04.408173 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:04.413945 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-675d824b-a3f4-4013-b491-336eb82a0437 req-b558d61d-1d74-459e-b3eb-a787c8f0b204 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509603 Jul 13 23:16:04.438612 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'tag': '5f3bac34-6ec6-422c-b645-13a0a0553ccb'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:04.441094 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d403b6-7240-41f9-aba9-ef3c5c63ba21" -d '{"events": [{"name": "network-changed", "server_uuid": "2990da5c-6bc6-410b-b2c4-5f5e275cb026", "tag": "5f3bac34-6ec6-422c-b645-13a0a0553ccb"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:04.487315 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b35d1b-23a9-4e00-82e8-6002f33d9f39 x-openstack-request-id: req-d5b35d1b-23a9-4e00-82e8-6002f33d9f39 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:04.487760 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2990da5c-6bc6-410b-b2c4-5f5e275cb026", "tag": "5f3bac34-6ec6-422c-b645-13a0a0553ccb", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:04.488058 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5b35d1b-23a9-4e00-82e8-6002f33d9f39 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:04.488505 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b35d1b-23a9-4e00-82e8-6002f33d9f39'] response: {'name': 'network-changed', 'server_uuid': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'tag': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'status': 'completed', 'code': 200} Jul 13 23:16:04.792938 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0fd2ed74-4d3a-40b0-a970-4897940a61ce req-f87603b6-c814-45e0-bc65-e8c5987e8ec4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0296681 Jul 13 23:16:04.933253 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-414fb727-1fac-4765-9a75-1e12b2f1054b req-2b328360-5532-4296-9d28-7a8f3335af29 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0274389 Jul 13 23:16:04.983740 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b70a7-f131-4031-b03c-c32f1984024c req-e7a56557-ef2c-4b7f-a3fd-96acf12441cd tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:04.985085 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-247b70a7-f131-4031-b03c-c32f1984024c req-e7a56557-ef2c-4b7f-a3fd-96acf12441cd tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0488701 Jul 13 23:16:05.032494 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-247b70a7-f131-4031-b03c-c32f1984024c req-456ecae8-f26b-4654-9f65-7086eeb4379f tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Jul 13 23:16:05.428164 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08205d-f6c8-4839-962c-2e59a10c0fee req-2475e9ea-5d45-4f8a-90ff-8e05cb3207c6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:05.429684 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db08205d-f6c8-4839-962c-2e59a10c0fee req-2475e9ea-5d45-4f8a-90ff-8e05cb3207c6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0507958 Jul 13 23:16:05.480758 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db08205d-f6c8-4839-962c-2e59a10c0fee req-20bbc338-8c3d-4496-b0d0-a02d77f97324 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444098 Jul 13 23:16:05.534658 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831ea58-3d52-4805-8ee0-8cd0e8445a95 req-ad820bbc-ab8e-4942-959c-1876438083e7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:05.536159 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3831ea58-3d52-4805-8ee0-8cd0e8445a95 req-ad820bbc-ab8e-4942-959c-1876438083e7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0520511 Jul 13 23:16:05.585878 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3831ea58-3d52-4805-8ee0-8cd0e8445a95 req-f883909d-f154-4b4f-9bfd-42eadc63fe50 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439851 Jul 13 23:16:05.891398 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-98d4d1ea-ef94-48e3-8309-28fd25e3fb61 req-048b70eb-b6a1-459e-a35f-97bad0a0064d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0294528 Jul 13 23:16:06.031438 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9ceb578e-3b4d-4602-b509-af737d77d910 req-fea50180-1978-43af-b65a-525f0b0235fb tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0282717 Jul 13 23:16:06.155339 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028ccf1-df83-48d0-954d-374bb000c6f4 req-3f796b1f-1478-4e7e-82cd-ad273a23ecab tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:06.156903 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5028ccf1-df83-48d0-954d-374bb000c6f4 req-3f796b1f-1478-4e7e-82cd-ad273a23ecab tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0491002 Jul 13 23:16:06.211828 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5028ccf1-df83-48d0-954d-374bb000c6f4 req-bac0106c-134c-49fd-9ea7-7c0536c991f6 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Jul 13 23:16:06.597734 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e72c3-165c-4478-8dd5-256fd789f324 req-fbe3014a-4239-44b7-8024-bf28ea567b3d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:06.599210 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d89e72c3-165c-4478-8dd5-256fd789f324 req-fbe3014a-4239-44b7-8024-bf28ea567b3d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0472400 Jul 13 23:16:06.648681 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d89e72c3-165c-4478-8dd5-256fd789f324 req-e812c812-87df-461c-b1e3-25f3988ff8f6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437939 Jul 13 23:16:06.696519 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245c346-0259-4276-be12-b3d85a08f82b req-ea885749-82e0-4000-99c4-21f7685b7685 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:06.697917 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a245c346-0259-4276-be12-b3d85a08f82b req-ea885749-82e0-4000-99c4-21f7685b7685 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0469327 Jul 13 23:16:06.746277 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a245c346-0259-4276-be12-b3d85a08f82b req-54244517-0435-4b32-9e7e-7870edf5c627 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421331 Jul 13 23:16:06.990754 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c6bcd6e-8ea9-411c-8bf3-f6473ccc4d3a req-a4fb995f-d3fa-4dce-8021-3bf4abdecb7e tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0302932 Jul 13 23:16:07.131216 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-189b8c96-593f-4507-9048-696bd69f2eea req-658a3a87-3fd8-47dc-8142-0866cd35c809 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0282929 Jul 13 23:16:07.303653 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Request body: {'port': {'device_id': '11b8ba43-44f4-4724-9754-d61acf29e86d', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'admin_state_up': True, 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:07.585832 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de77287-1763-4d80-8d69-4ed817aef098 req-294936b4-71d3-432b-82bf-4997e21bc55d tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:07.588321 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9de77287-1763-4d80-8d69-4ed817aef098 req-294936b4-71d3-432b-82bf-4997e21bc55d tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.2744434 Jul 13 23:16:07.597656 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-9a18da91-8cb0-4394-977c-6e7b44c26407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:07.599225 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-9a18da91-8cb0-4394-977c-6e7b44c26407 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1619525 Jul 13 23:16:07.664425 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d403b6-7240-41f9-aba9-ef3c5c63ba21 req-3160ec40-802a-49b6-9269-ba9d6c52e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:07.665942 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71d403b6-7240-41f9-aba9-ef3c5c63ba21 req-3160ec40-802a-49b6-9269-ba9d6c52e131 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 1127 time: 0.1787374 Jul 13 23:16:07.678870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804643-cc40-48ab-b80c-350b09d42df6 req-52d1215c-3ac2-4ea3-8886-2841297449ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:07.680419 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-52d1215c-3ac2-4ea3-8886-2841297449ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c873a6e9bdd4b74bcea03fb45317291&device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 1128 time: 0.1111917 Jul 13 23:16:07.698283 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:07.713495 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df261b7d-43bb-4dc8-aa5d-4cdb5ebce7dc req-5f447c79-f59f-459b-887a-3e166c44cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:07.716397 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-df261b7d-43bb-4dc8-aa5d-4cdb5ebce7dc req-5f447c79-f59f-459b-887a-3e166c44cb86 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2394028 Jul 13 23:16:07.855498 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9de77287-1763-4d80-8d69-4ed817aef098 req-e6018e83-0b00-45f6-986f-09fe4ba6a870 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520599 Jul 13 23:16:07.865089 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-4df6c7bb-413d-44d2-8257-8d8b72b1dd0e tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8 HTTP/1.1" status: 200 len: 380 time: 0.3053615 Jul 13 23:16:07.869793 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:07.888907 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Made reservation on behalf of dc01ed4482c04899b1509a655c9c7e3a for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:16:07.889533 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-6db84236-2595-4989-a380-af67e1e4cd80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0de02e1-4f26-4442-8635-8e12f8ce4c0b HTTP/1.1" status: 200 len: 217 time: 0.1213009 Jul 13 23:16:07.893937 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:07.907812 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e949a-9c58-4746-bbad-c02b5b719598 req-a4eabbb4-e0d0-4fac-acd6-edf9dda33fb6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:07.909455 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-043e949a-9c58-4746-bbad-c02b5b719598 req-a4eabbb4-e0d0-4fac-acd6-edf9dda33fb6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.1760604 Jul 13 23:16:07.924518 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:07.978480 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d8f6baa5-f0ea-40c0-868f-49edcd49ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:07.980018 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-d8f6baa5-f0ea-40c0-868f-49edcd49ff34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 1127 time: 0.1933179 Jul 13 23:16:08.025672 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-a03dc30d-1828-46ee-add8-5a22ab7b5331 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676377 Jul 13 23:16:08.026676 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d403b6-7240-41f9-aba9-ef3c5c63ba21 req-aac4ed94-da36-41b9-8987-55a8384bcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:08.028519 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71d403b6-7240-41f9-aba9-ef3c5c63ba21 req-aac4ed94-da36-41b9-8987-55a8384bcf18 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=29d1268531c344eaaf28dc6c1498a467&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2581148 Jul 13 23:16:08.109529 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cd499-d83c-4a49-adf2-f6dda53bbcbe req-4c11b6b6-1f83-42b7-9eb1-3ac3bd31e011 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:08.110996 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-167cd499-d83c-4a49-adf2-f6dda53bbcbe req-4c11b6b6-1f83-42b7-9eb1-3ac3bd31e011 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.1649375 Jul 13 23:16:08.126215 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'port': {'device_id': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'admin_state_up': True, 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'security_groups': ['d737c3a0-c385-49c2-aa60-616d57902a94']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:08.132622 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-043e949a-9c58-4746-bbad-c02b5b719598 req-b58c0599-7505-47f0-a4e2-f8d40e5ad1ea tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119210 Jul 13 23:16:08.214288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:08.227766 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-a3a3a4d4-89f6-4c18-bf07-9f0363c434be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 HTTP/1.1" status: 200 len: 217 time: 0.1308758 Jul 13 23:16:08.343672 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d706c8af-a868-480c-8135-4ebe70118a56 req-03783454-f564-431e-a699-ca3720d4e3ea tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.1021264 Jul 13 23:16:08.390714 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Allocated IP 172.20.0.4 (8ebb5208-058b-4fd3-9873-adc39e263480/a1986b3c-1e7d-4b98-91a1-613d76dc07ab/0f38b88b-a0f6-4d84-b5ff-c8396205faa1) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:16:08.391208 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804643-cc40-48ab-b80c-350b09d42df6 req-cecf6c6f-b59a-457a-9d9f-d75163199d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:08.391208 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-cecf6c6f-b59a-457a-9d9f-d75163199d33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a67b6728-9e31-4ffa-b267-412c31e07130 HTTP/1.1" status: 200 len: 851 time: 0.2857895 Jul 13 23:16:08.423554 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-bd8af563-04ba-4b62-9726-7dedfab2518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:08.425068 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-bd8af563-04ba-4b62-9726-7dedfab2518f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.1894791 Jul 13 23:16:08.446188 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-167cd499-d83c-4a49-adf2-f6dda53bbcbe req-142be171-9080-452b-8f70-cd13f11b93b1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3091524 Jul 13 23:16:08.513024 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d8bc87ae-2d05-40c3-aaac-0afb0696bcab req-3102fd99-1784-4e7e-b1f9-abc60f0b5e43 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 210 time: 0.0623751 Jul 13 23:16:08.514820 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d403b6-7240-41f9-aba9-ef3c5c63ba21 req-617d1f35-95d9-4c70-8d3e-849d16cc5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:08.516438 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71d403b6-7240-41f9-aba9-ef3c5c63ba21 req-617d1f35-95d9-4c70-8d3e-849d16cc5858 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4122851 Jul 13 23:16:08.523304 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804643-cc40-48ab-b80c-350b09d42df6 req-3a198ce3-da69-4586-a579-b51f68da5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:08.525000 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-3a198ce3-da69-4586-a579-b51f68da5ba7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b7403b0-762e-4f25-9da3-6f8a1b41f4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1272230 Jul 13 23:16:08.528946 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4dc655e5-d16d-4b09-acc1-dc0af47dda58 req-6fc81f1e-40be-4513-88e9-22d324329676 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258082 Jul 13 23:16:08.537103 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-b565f905-69de-4b44-89b5-fbbec6fa45db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:08.538741 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-b565f905-69de-4b44-89b5-fbbec6fa45db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0906303 Jul 13 23:16:08.569442 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Made reservation on behalf of 1ce9fb9212ee408089fd63fb9e9e1de8 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:16:08.572936 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:08.773762 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-26fb366b-4b4f-46fc-9eb2-c279004a75d3 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797698 Jul 13 23:16:08.776287 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-2027a1f4-12fe-428c-b62b-abfe78d6d031 service neutron] 10.222.0.58 "GET /v2.0/networks/8b7403b0-762e-4f25-9da3-6f8a1b41f4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847601 Jul 13 23:16:08.855407 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:08.885111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Allocated IP 172.20.0.4 (c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac/dc24c837-6f7d-425f-9a8a-c1039c02421c/ccf76360-8f51-4f06-b33e-66623cd4e5d8) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:16:08.896302 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:08.919949 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:08.959809 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:09.108108 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Network 8ebb5208-058b-4fd3-9873-adc39e263480 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:16:09.146664 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:16:09.150431 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:16:09.157250 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:09.157865 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:09.165945 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca953c-ac27-4106-b219-5f475ebeb525 req-3683505b-688f-4e2c-8380-d3d2dcf8a5f9 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:09.167454 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eaca953c-ac27-4106-b219-5f475ebeb525 req-3683505b-688f-4e2c-8380-d3d2dcf8a5f9 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.2170701 Jul 13 23:16:09.178844 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event updated for resources: {'Port': ['ID=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:09.207810 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-fe9fc800-6e89-415d-9f44-e693403cdf85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9123354 Jul 13 23:16:09.314493 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:09.323643 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eaca953c-ac27-4106-b219-5f475ebeb525 req-db065428-5037-444a-8e18-25232f1d6ef2 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359489 Jul 13 23:16:09.348092 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666bb49-1a02-45c7-86c2-15f6d9fd34c0 req-153a9653-0353-415f-b9d2-37ae98b89d0e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:09.349693 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2666bb49-1a02-45c7-86c2-15f6d9fd34c0 req-153a9653-0353-415f-b9d2-37ae98b89d0e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0927889 Jul 13 23:16:09.386168 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:09.461922 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:16:09.479991 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:16:09.483408 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:16:09.485322 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ed3b314b-ebb6-484b-afb6-9e2840128490 None None] Provisioning complete for port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:16:09.485922 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ed3b314b-ebb6-484b-afb6-9e2840128490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:09.488700 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:09.489347 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:09.509564 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'Port': ['ID=ccf76360-8f51-4f06-b33e-66623cd4e5d8,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:09.516701 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2666bb49-1a02-45c7-86c2-15f6d9fd34c0 req-8f9e6771-0d9f-44c2-8afb-8704d6f107bc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496038 Jul 13 23:16:09.540201 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b314b-ebb6-484b-afb6-9e2840128490 None None] Port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:16:09.547114 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d43f4-2c90-416c-a76e-3222dad58a3d req-90597789-bdee-4a1b-bafd-30f041ab21eb tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:09.549146 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-123d43f4-2c90-416c-a76e-3222dad58a3d req-90597789-bdee-4a1b-bafd-30f041ab21eb tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 931 time: 0.1060646 Jul 13 23:16:09.553390 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-053331e8-7ecc-4d5b-8c25-2c1e17fcb664 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4338677 Jul 13 23:16:09.638712 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-123d43f4-2c90-416c-a76e-3222dad58a3d req-f350ab9c-cdb6-47e4-8cc0-2a47bf22689a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809209 Jul 13 23:16:09.721022 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a9f5e-2f28-4261-bac6-002bd4f0d028 req-8efafe78-b64a-402c-a2ac-b74b9c033d91 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:09.728192 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-551a9f5e-2f28-4261-bac6-002bd4f0d028 req-8efafe78-b64a-402c-a2ac-b74b9c033d91 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0722342 Jul 13 23:16:09.836031 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba4af7-1ebb-4d91-b7ba-fb7729ef5f21 req-ffff960b-f7b0-496e-a31f-9d6a9e5994f6 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:09.837538 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a1ba4af7-1ebb-4d91-b7ba-fb7729ef5f21 req-ffff960b-f7b0-496e-a31f-9d6a9e5994f6 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 931 time: 0.1064806 Jul 13 23:16:09.842347 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:09.859023 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-551a9f5e-2f28-4261-bac6-002bd4f0d028 req-77c43ba9-0161-4042-961c-85f46ed5273d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299386 Jul 13 23:16:09.877927 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-5b701955-e6b9-4b15-bc03-3b5439a5c8c4 None None] Provisioning complete for port ccf76360-8f51-4f06-b33e-66623cd4e5d8 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:16:09.878532 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5b701955-e6b9-4b15-bc03-3b5439a5c8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:09.906680 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a1ba4af7-1ebb-4d91-b7ba-fb7729ef5f21 req-6a433b05-bc78-494d-a0cc-173b193939eb tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598457 Jul 13 23:16:09.932852 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-5b701955-e6b9-4b15-bc03-3b5439a5c8c4 None None] Port ccf76360-8f51-4f06-b33e-66623cd4e5d8 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:16:10.445544 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e1460-e1c2-4053-9543-6065f2178104 req-eb585675-1221-4ad4-934d-2fc055ce0a82 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:10.447057 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-834e1460-e1c2-4053-9543-6065f2178104 req-eb585675-1221-4ad4-934d-2fc055ce0a82 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0529723 Jul 13 23:16:10.495633 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-834e1460-e1c2-4053-9543-6065f2178104 req-44521248-bcbd-482f-8a6a-5f3c8858fd83 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Jul 13 23:16:10.690941 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebe9cf-669a-4597-9597-3534413b5cb4 req-96496033-d63e-4d02-acba-9504a814245f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:10.692911 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-efebe9cf-669a-4597-9597-3534413b5cb4 req-96496033-d63e-4d02-acba-9504a814245f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0534060 Jul 13 23:16:10.781337 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:10.788613 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-efebe9cf-669a-4597-9597-3534413b5cb4 req-2f5d8e1d-c137-444b-b07a-295ee4de356a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885069 Jul 13 23:16:10.820393 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3f257-d0ce-4f5e-95e8-b41b108843cd req-9ef5a187-1ee0-47bb-bf5c-eaf3b87d276d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:10.820393 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55b3f257-d0ce-4f5e-95e8-b41b108843cd req-9ef5a187-1ee0-47bb-bf5c-eaf3b87d276d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 931 time: 0.0697026 Jul 13 23:16:10.860731 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b17cfee6-b107-417b-a640-ad78845375b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:11.049531 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55b3f257-d0ce-4f5e-95e8-b41b108843cd req-40e0d13f-e38c-4405-9865-3b4491f167e3 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281280 Jul 13 23:16:11.087561 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fefc80-0765-4f3a-9e00-2bd3cfce3b0b req-df1f2f0d-8551-45c5-b5c8-44021604f39b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:11.089086 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90fefc80-0765-4f3a-9e00-2bd3cfce3b0b req-df1f2f0d-8551-45c5-b5c8-44021604f39b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0558848 Jul 13 23:16:11.179495 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79a6db-1568-4d07-b81e-c38d75df7f9b req-96ad74ad-6e5a-4f79-b8f6-9b4f648f1049 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:11.181407 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7a79a6db-1568-4d07-b81e-c38d75df7f9b req-96ad74ad-6e5a-4f79-b8f6-9b4f648f1049 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 931 time: 0.0712576 Jul 13 23:16:11.185482 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90fefc80-0765-4f3a-9e00-2bd3cfce3b0b req-b90de795-bdf9-4293-a5e6-0a6f1f73463f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894091 Jul 13 23:16:11.240691 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7a79a6db-1568-4d07-b81e-c38d75df7f9b req-e7554ad4-3966-418f-92a5-f390348ce0da tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534747 Jul 13 23:16:11.606659 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2fda-26e0-4a99-a613-551691fc247c req-3d7b74f7-d282-4df3-b346-2abfbd0b47b8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:11.608082 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f36c2fda-26e0-4a99-a613-551691fc247c req-3d7b74f7-d282-4df3-b346-2abfbd0b47b8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0468862 Jul 13 23:16:11.655168 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f36c2fda-26e0-4a99-a613-551691fc247c req-63d0379a-025c-4b0f-90b9-760dc70d4ec4 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Jul 13 23:16:11.914885 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8065-aae9-484f-aca2-b495cb778e05 req-c4a5e667-3fc2-4c46-81ed-2322839ca353 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:11.916997 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7b7a8065-aae9-484f-aca2-b495cb778e05 req-c4a5e667-3fc2-4c46-81ed-2322839ca353 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0489645 Jul 13 23:16:11.965586 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7b7a8065-aae9-484f-aca2-b495cb778e05 req-f318cb85-212c-4b37-b7ec-6cfb89365a62 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Jul 13 23:16:12.170532 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eb5b7-a3d6-42e0-9120-24f156a5ac30 req-386e2744-6ad6-4d02-aef7-10b78002271a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:12.172053 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-350eb5b7-a3d6-42e0-9120-24f156a5ac30 req-386e2744-6ad6-4d02-aef7-10b78002271a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 931 time: 0.0531623 Jul 13 23:16:12.220406 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-350eb5b7-a3d6-42e0-9120-24f156a5ac30 req-26ab156b-d8b8-4ab2-9cc2-c4fc8bc41cdf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Jul 13 23:16:12.300234 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f95ed3-6cf3-4c0a-9ea8-ad98bf972076 req-4e49ea39-0498-4bb4-984a-f449e57372a5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:12.301739 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b4f95ed3-6cf3-4c0a-9ea8-ad98bf972076 req-4e49ea39-0498-4bb4-984a-f449e57372a5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0485075 Jul 13 23:16:12.389169 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d349c-dbf9-49ef-b4ca-5252de8fd224 req-8c4fef81-5a8b-45b4-89c8-3b3da8dedc75 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:12.390637 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b57d349c-dbf9-49ef-b4ca-5252de8fd224 req-8c4fef81-5a8b-45b4-89c8-3b3da8dedc75 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 931 time: 0.0811670 Jul 13 23:16:12.394807 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b4f95ed3-6cf3-4c0a-9ea8-ad98bf972076 req-d4ce3067-8c2d-4c06-9043-9183a7528357 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870793 Jul 13 23:16:12.438452 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b57d349c-dbf9-49ef-b4ca-5252de8fd224 req-cae90f56-dd3f-468e-8baf-50d98bec6a9b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Jul 13 23:16:12.768242 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc330605-5c0a-48c8-ada9-f4507f268a60 req-45e20ed3-1839-4b42-a903-7b70f9947073 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:12.769899 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc330605-5c0a-48c8-ada9-f4507f268a60 req-45e20ed3-1839-4b42-a903-7b70f9947073 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0481160 Jul 13 23:16:12.817367 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc330605-5c0a-48c8-ada9-f4507f268a60 req-418bccd1-aa0c-43f1-96d2-76c8704003da tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Jul 13 23:16:13.047112 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:13.083416 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f6520-f13d-4a28-b06a-42c6834c7ebb req-c5938856-5330-4fd3-b038-9483c7b26bcb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:13.085007 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-001f6520-f13d-4a28-b06a-42c6834c7ebb req-c5938856-5330-4fd3-b038-9483c7b26bcb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0475059 Jul 13 23:16:13.134726 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-001f6520-f13d-4a28-b06a-42c6834c7ebb req-05cfca7f-8c85-45b4-86e7-03a9032e8fb1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441360 Jul 13 23:16:13.332601 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0742-0d41-4011-aa46-c2f562d79138 req-5fd8ba21-99fe-40e9-9ae1-7534d251527a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:13.334093 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba3a0742-0d41-4011-aa46-c2f562d79138 req-5fd8ba21-99fe-40e9-9ae1-7534d251527a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 931 time: 0.0478706 Jul 13 23:16:13.392637 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba3a0742-0d41-4011-aa46-c2f562d79138 req-ff20910c-908d-423f-9d07-36970380acd1 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498641 Jul 13 23:16:13.472585 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:13.512131 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915516e-b1dd-47f3-8004-a4b773d3a640 req-a3aac019-3585-407d-afb4-c6b435dfbdf5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:13.516697 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a915516e-b1dd-47f3-8004-a4b773d3a640 req-a3aac019-3585-407d-afb4-c6b435dfbdf5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0512686 Jul 13 23:16:13.578647 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abcdd5-ccaa-4259-a17b-16962a6d140b req-5e9c7be2-85f2-4619-b46d-b732e62976bd tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:13.580336 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-34abcdd5-ccaa-4259-a17b-16962a6d140b req-5e9c7be2-85f2-4619-b46d-b732e62976bd tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 931 time: 0.0658658 Jul 13 23:16:13.618792 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a915516e-b1dd-47f3-8004-a4b773d3a640 req-c1a86067-c9f0-4812-874a-a0b7708e5683 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943868 Jul 13 23:16:13.645689 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-34abcdd5-ccaa-4259-a17b-16962a6d140b req-8a24c3ef-99e7-4743-a80e-3dae9b842a99 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586357 Jul 13 23:16:13.817568 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-82cefc7e-858b-4055-b00e-60b8e5ecfde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:13.935568 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3620326-cff3-46d1-8e28-0276f28422d3 req-aa98d063-0eb6-4f9f-b4c5-425a3d76de15 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:13.937074 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d3620326-cff3-46d1-8e28-0276f28422d3 req-aa98d063-0eb6-4f9f-b4c5-425a3d76de15 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0535743 Jul 13 23:16:13.987522 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d3620326-cff3-46d1-8e28-0276f28422d3 req-ecf21258-709a-44de-9e1c-1255ebbb8f38 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445790 Jul 13 23:16:14.263927 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86221c8a-2693-4ee2-a431-ef290abb6dac req-af9db003-3d9c-4f60-9dba-6ab7ecd59cc8 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:14.265460 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86221c8a-2693-4ee2-a431-ef290abb6dac req-af9db003-3d9c-4f60-9dba-6ab7ecd59cc8 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0560086 Jul 13 23:16:14.318311 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86221c8a-2693-4ee2-a431-ef290abb6dac req-4114e4f3-0b96-4bfa-b3e4-28dcc7bb86d4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467935 Jul 13 23:16:14.508157 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:14.514065 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26036f-151d-4b5c-a941-ac0e7e6b733c req-d2a5f061-dc43-4c4d-9a64-59af9c279f07 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:14.515701 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da26036f-151d-4b5c-a941-ac0e7e6b733c req-d2a5f061-dc43-4c4d-9a64-59af9c279f07 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 931 time: 0.0566618 Jul 13 23:16:14.567134 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da26036f-151d-4b5c-a941-ac0e7e6b733c req-a1aa965e-c1fb-4439-97b5-ecae1b4f44a4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454957 Jul 13 23:16:14.771249 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e84200-cc46-4654-b96a-251d606c21d6 req-66be8070-797b-4b96-9335-15e2a699c8ed tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:14.772772 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31e84200-cc46-4654-b96a-251d606c21d6 req-66be8070-797b-4b96-9335-15e2a699c8ed tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0851660 Jul 13 23:16:14.780876 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb2ace-32e1-44a4-8c19-abe41670a829 req-2ea349ec-9f4f-4d85-a33a-bef5ddee4a31 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:14.782317 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-93cb2ace-32e1-44a4-8c19-abe41670a829 req-2ea349ec-9f4f-4d85-a33a-bef5ddee4a31 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 931 time: 0.0643582 Jul 13 23:16:14.859252 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31e84200-cc46-4654-b96a-251d606c21d6 req-d47a620b-94f9-43f4-8bdb-ce2f7c3c7b47 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759635 Jul 13 23:16:14.862539 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-93cb2ace-32e1-44a4-8c19-abe41670a829 req-44fe6e12-f24b-4dee-b109-9b953c980bee tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732899 Jul 13 23:16:15.101097 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c0c1-3c0a-4afb-b82d-133ac0afa3cb req-3c972578-2619-4378-ac96-93bde72b2660 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:15.102626 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2bb6c0c1-3c0a-4afb-b82d-133ac0afa3cb req-3c972578-2619-4378-ac96-93bde72b2660 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0479395 Jul 13 23:16:15.158004 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2bb6c0c1-3c0a-4afb-b82d-133ac0afa3cb req-90d71cee-0254-472f-892b-3319d15d7a92 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487454 Jul 13 23:16:15.290856 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50020) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:15.415853 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:15.490222 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15052a2-6f80-40cb-97d3-c466df0c5c01 req-e35570c0-8f69-4b6c-8afe-3a5ad4049ef3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:15.491662 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c15052a2-6f80-40cb-97d3-c466df0c5c01 req-e35570c0-8f69-4b6c-8afe-3a5ad4049ef3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0781076 Jul 13 23:16:15.544865 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:15.565786 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:15.603743 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c15052a2-6f80-40cb-97d3-c466df0c5c01 req-e1f9825e-41a1-4c64-92a1-6d1be08b1e0a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984929 Jul 13 23:16:15.627123 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Publish callbacks [] for security_group (d3a314ae-9f3b-46cf-b74c-fa4e48baca8e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:15.630279 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (d3a314ae-9f3b-46cf-b74c-fa4e48baca8e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:15.702297 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f9ea18eb83c4f50987875dcd5a904c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103189 Jul 13 23:16:15.706256 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50048) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:15.714349 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a314ae-9f3b-46cf-b74c-fa4e48baca8e,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:15.732579 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea42bb4-855f-4b71-addd-6d14b92a7d85 req-e7facce1-9ee1-4233-bd72-c42382193fdb tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:15.734589 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bea42bb4-855f-4b71-addd-6d14b92a7d85 req-e7facce1-9ee1-4233-bd72-c42382193fdb tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 931 time: 0.0872407 Jul 13 23:16:15.737798 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.738139 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.738477 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.738804 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.739139 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.739451 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.739819 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.740135 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.740468 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.740788 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.741118 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.741612 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.741902 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.742351 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.742702 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fe8df-8635-4719-bcd7-dca0a90e7a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:15.753442 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Request body: {'port': {'device_id': '11b8ba43-44f4-4724-9754-d61acf29e86d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:15.759702 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Request body: {'port': {'device_id': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:15.919441 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:15.923891 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bea42bb4-855f-4b71-addd-6d14b92a7d85 req-88d1ea10-5263-4e67-93ad-aad72c9e9d10 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751943 Jul 13 23:16:15.934279 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.148930 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-92ac3231-044e-461d-8988-bd9396c8dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:16.150592 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-92ac3231-044e-461d-8988-bd9396c8dff7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 1127 time: 0.3619084 Jul 13 23:16:16.156410 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-7ef482c8-f633-4521-b902-e67bde37020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:16.157806 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-7ef482c8-f633-4521-b902-e67bde37020a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 1127 time: 0.3378656 Jul 13 23:16:16.168607 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Publish callbacks [] for security_group (d3a314ae-9f3b-46cf-b74c-fa4e48baca8e), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.181623 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe829e14-5f00-4f41-b5d9-5e13b0c84de1 req-acc0500b-25af-42a6-8478-cb7cad2434c9 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:16.183230 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe829e14-5f00-4f41-b5d9-5e13b0c84de1 req-acc0500b-25af-42a6-8478-cb7cad2434c9 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.2121432 Jul 13 23:16:16.199827 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:16.213080 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70804643-cc40-48ab-b80c-350b09d42df6 req-92be34b4-4444-4833-923d-f030daffa7dd service neutron] 10.222.0.58 "GET /v2.0/networks/8b7403b0-762e-4f25-9da3-6f8a1b41f4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132857 Jul 13 23:16:16.219445 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Publish callbacks [] for security_group (d3a314ae-9f3b-46cf-b74c-fa4e48baca8e), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.222864 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a31bd8d3-ba81-4600-adca-55ed93bc8bff req-86cce402-b319-4952-863e-26f53aaca587 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655774 Jul 13 23:16:16.269228 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (d3a314ae-9f3b-46cf-b74c-fa4e48baca8e), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.271858 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.272872 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff9e97-cf56-4ae5-bdc2-52456ccdb159 req-cf63b864-a330-4abd-acc4-117c8f270c94 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:16.273120 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3a314ae-9f3b-46cf-b74c-fa4e48baca8e HTTP/1.1" status: 204 len: 168 time: 0.5643594 Jul 13 23:16:16.274346 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21ff9e97-cf56-4ae5-bdc2-52456ccdb159 req-cf63b864-a330-4abd-acc4-117c8f270c94 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 931 time: 0.2660935 Jul 13 23:16:16.283196 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a314ae-9f3b-46cf-b74c-fa4e48baca8e,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:16.290790 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.291138 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.291478 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.291901 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.292155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.292588 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.292925 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.293743 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.294172 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.294506 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.294831 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.295155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.295470 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.295823 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.296140 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77f7738-a8ce-4ad0-b0b1-88bafdd307c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:16.432819 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe829e14-5f00-4f41-b5d9-5e13b0c84de1 req-f089a68b-e6f7-4d51-8d98-c710824c9cfe tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2332518 Jul 13 23:16:16.460830 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:16.469885 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.603047 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50068) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:16.617738 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95ea4af2-a3d1-4d7a-b473-01fa2676935f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.620526 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:16.665134 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21ff9e97-cf56-4ae5-bdc2-52456ccdb159 req-d25d3ffc-265a-4360-9494-8188816b522e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736665 Jul 13 23:16:16.684285 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.700218 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:16.712812 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95ea4af2-a3d1-4d7a-b473-01fa2676935f admin admin] Publish callbacks [] for security_group (a6639968-2224-43a0-bdbc-e8eeacdf2c70), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.713434 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:16.718622 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95ea4af2-a3d1-4d7a-b473-01fa2676935f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (a6639968-2224-43a0-bdbc-e8eeacdf2c70), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.753516 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-95ea4af2-a3d1-4d7a-b473-01fa2676935f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71de5187a4e54eccbcadb425168911e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493468 Jul 13 23:16:16.755873 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02e8d9-d10c-4207-9d04-8644185bcb75 req-f43f5132-606a-4664-9c25-7370525fece1 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:16.756080 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50072) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:16.757346 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2e02e8d9-d10c-4207-9d04-8644185bcb75 req-f43f5132-606a-4664-9c25-7370525fece1 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.1219859 Jul 13 23:16:16.782704 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea4af2-a3d1-4d7a-b473-01fa2676935f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6639968-2224-43a0-bdbc-e8eeacdf2c70,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:16.819252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-66cc064a-bc26-4536-bd66-c95e819f85dc admin admin] Publish callbacks [] for security_group (a6639968-2224-43a0-bdbc-e8eeacdf2c70), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.841968 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-66cc064a-bc26-4536-bd66-c95e819f85dc admin admin] Publish callbacks [] for security_group (a6639968-2224-43a0-bdbc-e8eeacdf2c70), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.874928 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ef653-ff6b-4914-843f-af879f748151 req-a12a9a0e-17bb-4b1c-96ad-b59fe8014554 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:16.877035 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c0ef653-ff6b-4914-843f-af879f748151 req-a12a9a0e-17bb-4b1c-96ad-b59fe8014554 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.1323984 Jul 13 23:16:16.899680 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-66cc064a-bc26-4536-bd66-c95e819f85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (a6639968-2224-43a0-bdbc-e8eeacdf2c70), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.902260 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-66cc064a-bc26-4536-bd66-c95e819f85dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.904298 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-66cc064a-bc26-4536-bd66-c95e819f85dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6639968-2224-43a0-bdbc-e8eeacdf2c70 HTTP/1.1" status: 204 len: 168 time: 0.1471517 Jul 13 23:16:16.913575 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc064a-bc26-4536-bd66-c95e819f85dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6639968-2224-43a0-bdbc-e8eeacdf2c70,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:16.923257 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf76360-8f51-4f06-b33e-66623cd4e5d8 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:16:16.954485 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Publish callbacks [] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:16.972996 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:16:16.982022 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2e02e8d9-d10c-4207-9d04-8644185bcb75 req-ecdba92e-3b74-49da-8e89-001043dc6c0a tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100286 Jul 13 23:16:17.003029 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Publish callbacks [] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.016761 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Transition to ACTIVE for port object ccf76360-8f51-4f06-b33e-66623cd4e5d8 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:16:17.036097 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.076563 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Transition to ACTIVE for port object 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:16:17.100540 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c0ef653-ff6b-4914-843f-af879f748151 req-44bae8b5-7ce5-4232-a888-99e7038c8870 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882091 Jul 13 23:16:17.101196 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.167355 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ccf76360-8f51-4f06-b33e-66623cd4e5d8,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:17.248349 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17f4a-5de4-41b1-89f3-23672fe0739e req-b663a826-f8ce-4e09-8833-8db32b0f48a0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:17.249957 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bdb17f4a-5de4-41b1-89f3-23672fe0739e req-b663a826-f8ce-4e09-8833-8db32b0f48a0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.1723292 Jul 13 23:16:17.316706 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:17.333094 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Attempting to bind port ccf76360-8f51-4f06-b33e-66623cd4e5d8 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:16:17.333862 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Attempting to bind port ccf76360-8f51-4f06-b33e-66623cd4e5d8 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:16:17.334275 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Attempting to bind port ccf76360-8f51-4f06-b33e-66623cd4e5d8 on network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:16:17.345198 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Attempting to bind port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:16:17.345533 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Attempting to bind port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:16:17.345925 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Attempting to bind port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 on network 8ebb5208-058b-4fd3-9873-adc39e263480 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:16:17.354010 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Port ccf76360-8f51-4f06-b33e-66623cd4e5d8 on network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:16:17.354773 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Attempting to bind port ccf76360-8f51-4f06-b33e-66623cd4e5d8 on network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:16:17.370884 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 on network 8ebb5208-058b-4fd3-9873-adc39e263480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:16:17.371937 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Attempting to bind port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 on network 8ebb5208-058b-4fd3-9873-adc39e263480 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:16:17.383090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:16:17.383457 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Checking segment: {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:16:17.384040 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Bound using segment: {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:16:17.384475 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Bound port: ccf76360-8f51-4f06-b33e-66623cd4e5d8, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:16:17.384896 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.392729 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:16:17.393070 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Checking segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:16:17.393453 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Bound using segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:16:17.393905 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Bound port: 0f38b88b-a0f6-4d84-b5ff-c8396205faa1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:16:17.394249 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.408700 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bdb17f4a-5de4-41b1-89f3-23672fe0739e req-ee030f30-b76e-4802-89e4-b679e058e37a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488833 Jul 13 23:16:17.503298 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e4000656-73d9-4096-aa54-8fbb326dd086 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:16:17.509416 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:17.524939 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:17.538532 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] For port ccf76360-8f51-4f06-b33e-66623cd4e5d8, host hv-cinder-79987, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:16:17.570509 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] For port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1, host hv-cinder-79987, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:16:17.581139 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] For port ccf76360-8f51-4f06-b33e-66623cd4e5d8, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:16:17.582332 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:17.614619 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] For port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:16:17.620378 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.656532 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.665950 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e4000656-73d9-4096-aa54-8fbb326dd086, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e4000656-73d9-4096-aa54-8fbb326dd086,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:17.670915 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc56ef-dba4-4c83-870b-a32484a69e07 req-2aa50f6b-311b-43be-a515-45010c376f29 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:17.672468 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dfdc56ef-dba4-4c83-870b-a32484a69e07 req-2aa50f6b-311b-43be-a515-45010c376f29 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.1299620 Jul 13 23:16:17.681581 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'e4000656-73d9-4096-aa54-8fbb326dd086', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'port_id': 'e4000656-73d9-4096-aa54-8fbb326dd086', 'mac_address': 'fa:16:3e:65:27:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:16:17.739003 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:17.739659 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.741170 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] 10.222.0.58 "PUT /v2.0/ports/ccf76360-8f51-4f06-b33e-66623cd4e5d8 HTTP/1.1" status: 200 len: 1093 time: 2.0060618 Jul 13 23:16:17.747273 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port e4000656-73d9-4096-aa54-8fbb326dd086 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:17.747718 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.753801 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'tag': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:17.765950 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4000656-73d9-4096-aa54-8fbb326dd086 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:16:17.795818 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e4000656-73d9-4096-aa54-8fbb326dd086, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e4000656-73d9-4096-aa54-8fbb326dd086,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:17.801123 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.868762 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:17.869386 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:17.870909 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/0f38b88b-a0f6-4d84-b5ff-c8396205faa1 HTTP/1.1" status: 200 len: 1093 time: 2.1346033 Jul 13 23:16:17.882338 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=e4000656-73d9-4096-aa54-8fbb326dd086,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:17.890272 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.890708 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.891058 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.891400 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.891750 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.892071 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.892387 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.892698 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.893026 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.893343 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.893652 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.893983 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.894429 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.895010 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.895899 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:16:17.908375 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00822560-f056-40cc-ac83-ff72c4af1f2f service neutron] Pushing event updated for resources: {'Port': ['ID=ccf76360-8f51-4f06-b33e-66623cd4e5d8,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:17.992144 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474c747-bd94-494e-bcf1-0e4f892b5fd3 req-51b51f23-25df-49e0-9f33-807c0ad4542c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:17.993692 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2474c747-bd94-494e-bcf1-0e4f892b5fd3 req-51b51f23-25df-49e0-9f33-807c0ad4542c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.1484065 Jul 13 23:16:18.000176 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dfdc56ef-dba4-4c83-870b-a32484a69e07 req-580f8f1d-309f-4d1f-87cb-66735e5b391e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3165014 Jul 13 23:16:18.065837 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103fd46-02da-4d23-9e8c-97b2616bb1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:18.085951 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a7731b-f7c2-46cc-b0a6-0e7a8d86c683" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e", "tag": "ccf76360-8f51-4f06-b33e-66623cd4e5d8"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:18.102016 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2474c747-bd94-494e-bcf1-0e4f892b5fd3 req-1394ac9a-79d8-4768-8c65-d6d9ef5cdc4a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989749 Jul 13 23:16:18.171142 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8fcd5-29e5-4118-8258-1cb2bcf15437 req-29ce5312-0738-4a73-9f5a-f289ecd550e4 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:18.173039 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dae8fcd5-29e5-4118-8258-1cb2bcf15437 req-29ce5312-0738-4a73-9f5a-f289ecd550e4 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0652444 Jul 13 23:16:18.220927 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8511a2-4f71-4186-91d2-ef1d6cb0453a x-openstack-request-id: req-6a8511a2-4f71-4186-91d2-ef1d6cb0453a {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:18.221141 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e", "tag": "ccf76360-8f51-4f06-b33e-66623cd4e5d8", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:18.221551 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a8511a2-4f71-4186-91d2-ef1d6cb0453a {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:18.222003 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8511a2-4f71-4186-91d2-ef1d6cb0453a'] response: {'name': 'network-changed', 'server_uuid': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'tag': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8', 'status': 'completed', 'code': 200} Jul 13 23:16:18.230035 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dae8fcd5-29e5-4118-8258-1cb2bcf15437 req-4f045c68-b491-4a11-a13a-5247463b2af3 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488760 Jul 13 23:16:18.314151 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12937f-b484-4300-afc6-3543140f8b8d req-61522597-b843-4d32-8a92-ed364e66cd58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:18.315677 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc12937f-b484-4300-afc6-3543140f8b8d req-61522597-b843-4d32-8a92-ed364e66cd58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0508423 Jul 13 23:16:18.365623 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc12937f-b484-4300-afc6-3543140f8b8d req-6688e2b1-60da-4415-ab8c-cc2e9725ef5a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436935 Jul 13 23:16:18.542875 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426774d7-7d35-46bb-b520-6b7b1e3c8858 req-191c9459-3486-4052-9a8d-2be694a19adf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:18.544553 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-426774d7-7d35-46bb-b520-6b7b1e3c8858 req-191c9459-3486-4052-9a8d-2be694a19adf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0489502 Jul 13 23:16:18.592145 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-426774d7-7d35-46bb-b520-6b7b1e3c8858 req-37b56b48-5978-43b3-940b-e8fd96000596 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418799 Jul 13 23:16:19.119942 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ed42-24dd-449b-a038-4934786cec04 req-4b20a6c4-4cdc-40a9-8c8e-ce92a52d2f2e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:19.121927 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-68b1ed42-24dd-449b-a038-4934786cec04 req-4b20a6c4-4cdc-40a9-8c8e-ce92a52d2f2e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0511053 Jul 13 23:16:19.176864 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-68b1ed42-24dd-449b-a038-4934786cec04 req-f84b5ee0-20ba-4af5-8dce-f9ea5b73dcc9 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490706 Jul 13 23:16:19.222837 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990cc82-3e8e-450b-b1e4-c05231ef9421 req-37c01c39-f83b-48c9-ac11-3372812c398d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:19.224321 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4990cc82-3e8e-450b-b1e4-c05231ef9421 req-37c01c39-f83b-48c9-ac11-3372812c398d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0465920 Jul 13 23:16:19.272240 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4990cc82-3e8e-450b-b1e4-c05231ef9421 req-95914c97-4c45-4fee-b175-e8e28f001d91 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Jul 13 23:16:19.344184 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b898f24-6850-4da2-9011-515bac86e1d0 req-ae3984d1-f806-4c07-8641-39230da05b43 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:19.345560 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b898f24-6850-4da2-9011-515bac86e1d0 req-ae3984d1-f806-4c07-8641-39230da05b43 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0468688 Jul 13 23:16:19.399433 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b898f24-6850-4da2-9011-515bac86e1d0 req-14648d71-ca6f-4175-b2c2-414cf906942a tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482235 Jul 13 23:16:19.484322 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97e56-ca46-4a27-9ff7-ba1840044c10 req-5f8d73f5-7372-4e88-9bab-de9f65158f6b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:19.485772 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-edd97e56-ca46-4a27-9ff7-ba1840044c10 req-5f8d73f5-7372-4e88-9bab-de9f65158f6b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0463367 Jul 13 23:16:19.506605 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:19.535662 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-edd97e56-ca46-4a27-9ff7-ba1840044c10 req-4d4b50c5-d082-4cd2-a24e-52a44b375c51 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439303 Jul 13 23:16:19.703709 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86649-fb3f-4008-bb89-5958798e2426 req-c4eddcc5-77f5-4f04-a8b7-158169431889 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:19.705138 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7be86649-fb3f-4008-bb89-5958798e2426 req-c4eddcc5-77f5-4f04-a8b7-158169431889 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0472434 Jul 13 23:16:19.740471 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:19.752414 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7be86649-fb3f-4008-bb89-5958798e2426 req-ee527eb7-f7dd-4ce7-8d79-cb37f25edea1 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418017 Jul 13 23:16:19.995796 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-74a19f88-c420-4812-82a0-ec07556bf4e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3bac34-6ec6-422c-b645-13a0a0553ccb HTTP/1.1" status: 200 len: 217 time: 0.0591486 Jul 13 23:16:20.114154 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-0953a281-5a97-4467-9567-c39bbc17b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:20.115671 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-0953a281-5a97-4467-9567-c39bbc17b4d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.1726394 Jul 13 23:16:20.224010 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b8ba43-44f4-4724-9754-d61acf29e86d', 'tag': '0f38b88b-a0f6-4d84-b5ff-c8396205faa1'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:20.228028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5de64e-c2ea-48c1-9ca7-a5858029658a" -d '{"events": [{"name": "network-changed", "server_uuid": "11b8ba43-44f4-4724-9754-d61acf29e86d", "tag": "0f38b88b-a0f6-4d84-b5ff-c8396205faa1"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:20.281487 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd91985-9955-4465-ae2d-d22bc36028d4 x-openstack-request-id: req-ffd91985-9955-4465-ae2d-d22bc36028d4 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:20.281766 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b8ba43-44f4-4724-9754-d61acf29e86d", "tag": "0f38b88b-a0f6-4d84-b5ff-c8396205faa1", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:20.282010 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffd91985-9955-4465-ae2d-d22bc36028d4 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:20.282397 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd91985-9955-4465-ae2d-d22bc36028d4'] response: {'name': 'network-changed', 'server_uuid': '11b8ba43-44f4-4724-9754-d61acf29e86d', 'tag': '0f38b88b-a0f6-4d84-b5ff-c8396205faa1', 'status': 'completed', 'code': 200} Jul 13 23:16:20.300131 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ced9e8-a4f0-4f01-bdc9-131d0ffb9207 req-d289d90c-aa51-4829-aebd-0a6843171f86 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:20.301634 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86ced9e8-a4f0-4f01-bdc9-131d0ffb9207 req-d289d90c-aa51-4829-aebd-0a6843171f86 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0540628 Jul 13 23:16:20.360657 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86ced9e8-a4f0-4f01-bdc9-131d0ffb9207 req-cea4940b-293a-470d-b0c8-7c5a547e8ea1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530198 Jul 13 23:16:20.396803 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48f24a-6833-4739-9c5e-f8e7a9df276a req-622de8ae-2d5a-4292-bb3d-3b9eb96f2b5a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:20.398268 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2c48f24a-6833-4739-9c5e-f8e7a9df276a req-622de8ae-2d5a-4292-bb3d-3b9eb96f2b5a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0535953 Jul 13 23:16:20.446685 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2c48f24a-6833-4739-9c5e-f8e7a9df276a req-91de6954-2c14-482d-99ba-6ba80cbde0bb tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428665 Jul 13 23:16:20.512585 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ab6d1-d69c-4a9c-8a4f-d18df83fbed6 req-6ddd3f96-8d94-40ed-8e83-6087ab197ece tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:20.513963 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9d0ab6d1-d69c-4a9c-8a4f-d18df83fbed6 req-6ddd3f96-8d94-40ed-8e83-6087ab197ece tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0472255 Jul 13 23:16:20.565556 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9d0ab6d1-d69c-4a9c-8a4f-d18df83fbed6 req-4add0be7-ee72-4af5-81d4-97d79cf63ea0 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Jul 13 23:16:20.682089 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d62ba2-088d-4cea-8728-7bd0ef95be3b req-66b40a57-f79a-464b-adb7-a6726c0f12b3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:20.685272 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a8d62ba2-088d-4cea-8728-7bd0ef95be3b req-66b40a57-f79a-464b-adb7-a6726c0f12b3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0751998 Jul 13 23:16:20.737069 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a8d62ba2-088d-4cea-8728-7bd0ef95be3b req-386eedad-072b-4903-a4c6-2033555039a4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462365 Jul 13 23:16:20.866102 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94904c-6627-4c9b-883c-34559fc2900c req-e7affb85-3309-4028-a581-100f521de3b7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:20.867601 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ac94904c-6627-4c9b-883c-34559fc2900c req-e7affb85-3309-4028-a581-100f521de3b7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0465043 Jul 13 23:16:20.914666 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ac94904c-6627-4c9b-883c-34559fc2900c req-21058d1e-c4d5-463f-976d-e584f7279220 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408173 Jul 13 23:16:21.304230 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['e4000656-73d9-4096-aa54-8fbb326dd086'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:16:21.488138 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740295a5-f573-4af8-8211-4cb46b4c4c06 req-067ab719-7282-477b-9dfc-9e5a78a22ab1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:21.489702 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-740295a5-f573-4af8-8211-4cb46b4c4c06 req-067ab719-7282-477b-9dfc-9e5a78a22ab1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0544133 Jul 13 23:16:21.581323 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-740295a5-f573-4af8-8211-4cb46b4c4c06 req-aeeb6e96-4979-4179-817d-76b481690ea4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856795 Jul 13 23:16:21.595046 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c013a8-f870-47f6-90d5-1f0bf12b748f req-04e1a8cd-368d-42cf-aee5-0522b0db7f1e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:21.597176 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-54c013a8-f870-47f6-90d5-1f0bf12b748f req-04e1a8cd-368d-42cf-aee5-0522b0db7f1e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0766723 Jul 13 23:16:21.684118 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:21.693874 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-54c013a8-f870-47f6-90d5-1f0bf12b748f req-63755eaa-c97d-488e-a7c9-6ce53d9a8493 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731435 Jul 13 23:16:21.736322 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c83a0-711e-4b2a-a866-af4516694478 req-00c0f1dd-17d4-460b-a84c-cbc4889d76c4 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:21.738013 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-859c83a0-711e-4b2a-a866-af4516694478 req-00c0f1dd-17d4-460b-a84c-cbc4889d76c4 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0611794 Jul 13 23:16:21.792411 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-859c83a0-711e-4b2a-a866-af4516694478 req-aa195d84-07dd-4201-b6f8-d230043a4587 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490761 Jul 13 23:16:21.878802 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbc3f4-214d-4908-9094-e6c00bf9267d req-977c3eb4-e611-4e2a-b16a-081213c8e9c2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:21.884046 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6cbc3f4-214d-4908-9094-e6c00bf9267d req-977c3eb4-e611-4e2a-b16a-081213c8e9c2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0581717 Jul 13 23:16:21.936350 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6cbc3f4-214d-4908-9094-e6c00bf9267d req-3ebb4fb2-92a1-4dc5-9433-98beb580bdd8 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497580 Jul 13 23:16:22.027395 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75928ed-578a-4419-a017-085eaf64f965 req-39f5b35b-697e-454b-b994-099fcd0f0fb4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:22.028896 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c75928ed-578a-4419-a017-085eaf64f965 req-39f5b35b-697e-454b-b994-099fcd0f0fb4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0464308 Jul 13 23:16:22.053824 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:22.079587 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c75928ed-578a-4419-a017-085eaf64f965 req-99bcf92f-5207-49c3-b1fe-b33e3e9cad76 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450342 Jul 13 23:16:22.504299 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e4000656-73d9-4096-aa54-8fbb326dd086 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:16:22.550963 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port e4000656-73d9-4096-aa54-8fbb326dd086 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:16:22.557267 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port e4000656-73d9-4096-aa54-8fbb326dd086 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:16:22.557671 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:22.640015 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port e4000656-73d9-4096-aa54-8fbb326dd086 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:22.640585 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:22.666548 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1271f39-da7a-467b-8fd2-54f95b0b5a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4000656-73d9-4096-aa54-8fbb326dd086'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:22.722638 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40bfe0-666d-43f0-b2a0-f69f15a00e92 req-5ce4a6a4-c994-4285-8a3f-7487be6496d4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:22.724604 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7a40bfe0-666d-43f0-b2a0-f69f15a00e92 req-5ce4a6a4-c994-4285-8a3f-7487be6496d4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0493283 Jul 13 23:16:22.742942 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e4000656-73d9-4096-aa54-8fbb326dd086, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e4000656-73d9-4096-aa54-8fbb326dd086,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:22.749072 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:22.754562 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:22.783876 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7a40bfe0-666d-43f0-b2a0-f69f15a00e92 req-70930ab0-ecdd-47c2-a528-ed04a6789a47 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499613 Jul 13 23:16:22.793845 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db5f70-6940-4af2-9389-36ce74a89f18" -d '{"events": [{"server_uuid": "a1271f39-da7a-467b-8fd2-54f95b0b5a9d", "name": "network-vif-plugged", "status": "completed", "tag": "e4000656-73d9-4096-aa54-8fbb326dd086"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:22.807015 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:22.813043 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=e4000656-73d9-4096-aa54-8fbb326dd086,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:22.837884 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b750d-b243-492f-b0cf-326849f48cd4 req-b1a90668-06a4-4d56-ae69-5a90b8240071 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:22.839410 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a68b750d-b243-492f-b0cf-326849f48cd4 req-b1a90668-06a4-4d56-ae69-5a90b8240071 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0591936 Jul 13 23:16:22.889568 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a68b750d-b243-492f-b0cf-326849f48cd4 req-edf4d66e-d426-4aac-91d3-08591b7d109d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440295 Jul 13 23:16:22.897595 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d45155c-55be-43e0-a806-38a304a38370 x-openstack-request-id: req-2d45155c-55be-43e0-a806-38a304a38370 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:22.897916 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1271f39-da7a-467b-8fd2-54f95b0b5a9d", "name": "network-vif-plugged", "status": "completed", "tag": "e4000656-73d9-4096-aa54-8fbb326dd086", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:22.898173 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d45155c-55be-43e0-a806-38a304a38370 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:22.898625 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d45155c-55be-43e0-a806-38a304a38370'] response: {'server_uuid': 'a1271f39-da7a-467b-8fd2-54f95b0b5a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4000656-73d9-4096-aa54-8fbb326dd086', 'code': 200} Jul 13 23:16:23.012721 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19aacb-4f1c-47ff-bdbf-fbf1e4be6be3 req-d4d8628a-af24-4d03-ac21-ce7f02aa2587 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:23.014289 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e19aacb-4f1c-47ff-bdbf-fbf1e4be6be3 req-d4d8628a-af24-4d03-ac21-ce7f02aa2587 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0713723 Jul 13 23:16:23.115887 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b118d28-ac19-4ba5-b6ba-96070dea768e req-ce5d9d01-7e06-4fea-a691-7c6fc54e2a33 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:23.117430 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b118d28-ac19-4ba5-b6ba-96070dea768e req-ce5d9d01-7e06-4fea-a691-7c6fc54e2a33 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0777948 Jul 13 23:16:23.121065 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e19aacb-4f1c-47ff-bdbf-fbf1e4be6be3 req-7f9d0733-84ae-4186-b07d-0efb6a22e3e2 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922458 Jul 13 23:16:23.178042 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b118d28-ac19-4ba5-b6ba-96070dea768e req-5ef139b2-e894-4b00-b04e-b8061d26ece7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508666 Jul 13 23:16:23.253026 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db76d0-d75c-4486-83a9-a0d17a9cc64a req-ca159305-d6ea-4161-8d21-5c28784788e3 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:23.255105 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-10db76d0-d75c-4486-83a9-a0d17a9cc64a req-ca159305-d6ea-4161-8d21-5c28784788e3 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0584750 Jul 13 23:16:23.301786 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50254) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:23.319855 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-10db76d0-d75c-4486-83a9-a0d17a9cc64a req-da4e4d52-b947-465e-812c-98ebd5431d2b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563982 Jul 13 23:16:23.411474 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cd8d-1906-47ff-8466-3ae7435ba4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:23.486613 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cd8d-1906-47ff-8466-3ae7435ba4a7 admin admin] Publish callbacks [] for security_group (ef0bd4cb-b021-4647-a72f-e84860d63613), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:23.490416 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cd8d-1906-47ff-8466-3ae7435ba4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ef0bd4cb-b021-4647-a72f-e84860d63613), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:23.531403 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-e0d5cd8d-1906-47ff-8466-3ae7435ba4a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07533f28418b4ceda75023f06edeff75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284913 Jul 13 23:16:23.532121 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5cd8d-1906-47ff-8466-3ae7435ba4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0bd4cb-b021-4647-a72f-e84860d63613,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:23.535081 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50258) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:23.587895 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-220c00d0-8289-4f06-a415-9d52ccd8bc3e admin admin] Publish callbacks [] for security_group (ef0bd4cb-b021-4647-a72f-e84860d63613), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:23.609187 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-220c00d0-8289-4f06-a415-9d52ccd8bc3e admin admin] Publish callbacks [] for security_group (ef0bd4cb-b021-4647-a72f-e84860d63613), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:23.656359 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-220c00d0-8289-4f06-a415-9d52ccd8bc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ef0bd4cb-b021-4647-a72f-e84860d63613), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:23.658968 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-220c00d0-8289-4f06-a415-9d52ccd8bc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:23.660146 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-220c00d0-8289-4f06-a415-9d52ccd8bc3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef0bd4cb-b021-4647-a72f-e84860d63613 HTTP/1.1" status: 204 len: 168 time: 0.1236985 Jul 13 23:16:23.668599 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c00d0-8289-4f06-a415-9d52ccd8bc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0bd4cb-b021-4647-a72f-e84860d63613,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:23.919253 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b24bc-a408-423c-acd4-956dd74f81a8 req-52bddfd8-2633-4899-89fd-ca839131f4e1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:23.921202 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-731b24bc-a408-423c-acd4-956dd74f81a8 req-52bddfd8-2633-4899-89fd-ca839131f4e1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0571132 Jul 13 23:16:24.061831 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae55d39-a669-402c-bc44-168064adf37b req-c0892522-656c-4342-a77c-53024884bcc6 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:24.063471 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ae55d39-a669-402c-bc44-168064adf37b req-c0892522-656c-4342-a77c-53024884bcc6 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0823128 Jul 13 23:16:24.067137 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-731b24bc-a408-423c-acd4-956dd74f81a8 req-36611cfe-3051-4ee3-8031-0437600a1955 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296997 Jul 13 23:16:24.136936 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ae55d39-a669-402c-bc44-168064adf37b req-caa08a96-c453-430e-98c5-e847d3fbea7b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637670 Jul 13 23:16:24.237580 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fdd44-e286-4d2e-acc3-debafdaa44b8 req-62e379ae-2100-49e0-8493-f82be3ba6b28 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:24.239063 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a6fdd44-e286-4d2e-acc3-debafdaa44b8 req-62e379ae-2100-49e0-8493-f82be3ba6b28 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0469878 Jul 13 23:16:24.329832 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aaa29-a844-4d53-a84c-aca4a8c155a9 req-4f2a1a7a-b4e2-4ba8-a686-6fa6cacf5a2e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:24.331314 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee5aaa29-a844-4d53-a84c-aca4a8c155a9 req-4f2a1a7a-b4e2-4ba8-a686-6fa6cacf5a2e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0746422 Jul 13 23:16:24.335933 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a6fdd44-e286-4d2e-acc3-debafdaa44b8 req-6543057f-ec63-4f98-9542-c7a83a86137c tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869522 Jul 13 23:16:24.383600 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee5aaa29-a844-4d53-a84c-aca4a8c155a9 req-6fdffaaf-0230-4a8e-945a-cba48174f088 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465665 Jul 13 23:16:24.401821 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:24.439911 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c69263-7929-4f25-ac0f-61bbc49e68fc req-05c0e154-5531-4064-abc7-820d663141d9 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:24.441387 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e0c69263-7929-4f25-ac0f-61bbc49e68fc req-05c0e154-5531-4064-abc7-820d663141d9 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0490839 Jul 13 23:16:24.473957 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:24.491509 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e0c69263-7929-4f25-ac0f-61bbc49e68fc req-c44123eb-2836-4870-83d8-112da8c795e1 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446053 Jul 13 23:16:24.830009 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:16:24.866861 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:24.929397 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:24.944956 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'port_id': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'mac_address': 'fa:16:3e:9c:45:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:16:24.959217 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:16:24.979874 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:24.980291 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:25.001047 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:16:25.020853 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:25.025016 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:25.071495 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:25.189990 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098483e-2a81-4847-8c09-5702951ab37a req-51cf98e5-f940-42ce-973a-5647d1d3c9cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:25.192028 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6098483e-2a81-4847-8c09-5702951ab37a req-51cf98e5-f940-42ce-973a-5647d1d3c9cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0529437 Jul 13 23:16:25.279407 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe01860-f2f9-4907-b22e-55bbc4bb043a req-da07fc53-3d01-4aac-868e-9638e013690c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:25.280890 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3fe01860-f2f9-4907-b22e-55bbc4bb043a req-da07fc53-3d01-4aac-868e-9638e013690c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0635769 Jul 13 23:16:25.284883 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6098483e-2a81-4847-8c09-5702951ab37a req-108849ea-f099-45c4-9817-14e6b5d59e1c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864868 Jul 13 23:16:25.328367 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3fe01860-f2f9-4907-b22e-55bbc4bb043a req-6d6b91d3-00c4-472c-8543-0980b22e382b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Jul 13 23:16:25.454589 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b752826-73d9-43d5-b6bf-a880aece6cab req-e29f2125-2ff7-4727-a86b-ddbd26e7e3c9 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:25.456105 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3b752826-73d9-43d5-b6bf-a880aece6cab req-e29f2125-2ff7-4727-a86b-ddbd26e7e3c9 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0543458 Jul 13 23:16:25.521880 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5840fb-a2fa-4c2c-b169-b2c78ca682d6 req-4f9ac11e-659a-4da2-b2b2-7b3dc7bc608e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:25.523393 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb5840fb-a2fa-4c2c-b169-b2c78ca682d6 req-4f9ac11e-659a-4da2-b2b2-7b3dc7bc608e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0644999 Jul 13 23:16:25.560779 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3b752826-73d9-43d5-b6bf-a880aece6cab req-3b4e5227-9a56-40bc-afaf-899e77ad038c tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932665 Jul 13 23:16:25.586859 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb5840fb-a2fa-4c2c-b169-b2c78ca682d6 req-fe577a5e-7608-40ca-8616-5e9480c45944 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569735 Jul 13 23:16:25.670266 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675ca96-0e31-4499-bf1a-8d3cb1e91a5f req-a426cbf3-beb9-4011-bff5-5a275a3afd00 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:25.671783 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8675ca96-0e31-4499-bf1a-8d3cb1e91a5f req-a426cbf3-beb9-4011-bff5-5a275a3afd00 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0469069 Jul 13 23:16:25.719262 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8675ca96-0e31-4499-bf1a-8d3cb1e91a5f req-9b0a3a9a-1f7e-42e0-9856-11fda7adcd72 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Jul 13 23:16:26.405473 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ee9d8-adaa-4ca3-9240-279afd1008ca req-d6bad86d-9847-42fd-8775-e26dc9117b92 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:26.407080 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6e9ee9d8-adaa-4ca3-9240-279afd1008ca req-d6bad86d-9847-42fd-8775-e26dc9117b92 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0545037 Jul 13 23:16:26.622333 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb239d2d-13b1-473f-bd72-58d93b10ab68 req-133607ae-4866-47f5-a015-8683370e78d7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:26.623896 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb239d2d-13b1-473f-bd72-58d93b10ab68 req-133607ae-4866-47f5-a015-8683370e78d7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.2157209 Jul 13 23:16:26.658282 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6e9ee9d8-adaa-4ca3-9240-279afd1008ca req-e58f70b5-ac22-4b7d-827e-6df7d9f888a5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2407532 Jul 13 23:16:26.687660 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb239d2d-13b1-473f-bd72-58d93b10ab68 req-6bc89339-1b23-4a5e-a9d9-da67a43f2859 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578606 Jul 13 23:16:26.786133 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e592ca-54bd-4537-9eb9-e34981c3886c req-7f1fbba2-229d-4dbb-ac33-f8d0d64bcc6b tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:26.787600 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22e592ca-54bd-4537-9eb9-e34981c3886c req-7f1fbba2-229d-4dbb-ac33-f8d0d64bcc6b tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0739262 Jul 13 23:16:26.815460 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610605b-63c4-45c4-9a41-7422141097ab req-668b9625-5df7-4601-8b6e-77b0d61b21fc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:26.817203 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f610605b-63c4-45c4-9a41-7422141097ab req-668b9625-5df7-4601-8b6e-77b0d61b21fc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0731659 Jul 13 23:16:26.870609 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22e592ca-54bd-4537-9eb9-e34981c3886c req-d3010d07-7f02-4a56-83f8-1fc706bc048c tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769703 Jul 13 23:16:26.887421 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f610605b-63c4-45c4-9a41-7422141097ab req-a2d5811b-ed76-41ef-8294-66b6fb026900 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626793 Jul 13 23:16:26.968385 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece61839-9855-4467-ae1e-fd3f93c2654f req-00922b06-15a5-411f-9581-184193a1ca96 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:26.970019 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ece61839-9855-4467-ae1e-fd3f93c2654f req-00922b06-15a5-411f-9581-184193a1ca96 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0459199 Jul 13 23:16:27.017117 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ece61839-9855-4467-ae1e-fd3f93c2654f req-fdc3fc40-2201-4571-80be-e6f58b47b3dd tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 Jul 13 23:16:27.771021 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:27.798715 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:27.804867 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad9e94-c1fd-4d47-8484-2f283f4b5abe req-b60c09f4-7623-4a16-b38f-c5b1f6bf34a7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:27.806686 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4aad9e94-c1fd-4d47-8484-2f283f4b5abe req-b60c09f4-7623-4a16-b38f-c5b1f6bf34a7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0821018 Jul 13 23:16:27.829937 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34e8a7-4376-4b28-a4cc-8428bc834c47 req-12ecd5d8-d1e6-4f0a-9a23-8133a8ef3a55 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:27.831471 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3b34e8a7-4376-4b28-a4cc-8428bc834c47 req-12ecd5d8-d1e6-4f0a-9a23-8133a8ef3a55 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0731220 Jul 13 23:16:27.893017 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4aad9e94-c1fd-4d47-8484-2f283f4b5abe req-3dd74ebc-b769-4d47-8e54-61cb649f20b6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796869 Jul 13 23:16:27.904722 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3b34e8a7-4376-4b28-a4cc-8428bc834c47 req-7ec42819-6e54-4aad-b2a5-4124e2733821 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656240 Jul 13 23:16:28.021374 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c32f50-243f-439a-ba2c-285c285f84b4 req-8d08c5cf-c33e-4949-b58f-3c9434f6f185 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:28.022840 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b8c32f50-243f-439a-ba2c-285c285f84b4 req-8d08c5cf-c33e-4949-b58f-3c9434f6f185 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0748885 Jul 13 23:16:28.051162 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e825-9ca9-4694-987c-49c0ed5634c1 req-59e580a6-3b04-4820-a03a-9cb51a8a6587 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:28.052665 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d259e825-9ca9-4694-987c-49c0ed5634c1 req-59e580a6-3b04-4820-a03a-9cb51a8a6587 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0733807 Jul 13 23:16:28.104006 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b8c32f50-243f-439a-ba2c-285c285f84b4 req-bacc0269-8a05-4ba4-bac4-190ac14de70f tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751078 Jul 13 23:16:28.123885 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d259e825-9ca9-4694-987c-49c0ed5634c1 req-d2cd9992-f9b2-44c2-8615-b6b8cc4f56f3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638480 Jul 13 23:16:28.195784 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:16:28.209602 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79726a8-c67e-474a-aca7-d70628a4e236 req-b92703bc-654c-41df-a169-aa1a655476b7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:28.211097 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a79726a8-c67e-474a-aca7-d70628a4e236 req-b92703bc-654c-41df-a169-aa1a655476b7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0503924 Jul 13 23:16:28.260122 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a79726a8-c67e-474a-aca7-d70628a4e236 req-efe9c390-e8a0-455e-9e1a-585b0fa94e49 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426686 Jul 13 23:16:29.043056 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaa77f-4e14-4131-a1f6-ccb7a51f2fad req-502fd20b-afad-405e-b989-d2d35cb253b1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:29.044562 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-62eaa77f-4e14-4131-a1f6-ccb7a51f2fad req-502fd20b-afad-405e-b989-d2d35cb253b1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0847588 Jul 13 23:16:29.056860 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3fdef-9ea8-4f3f-a4af-4b67d3dbfba5 req-202e0e0b-b0e3-4201-bb57-6defa40ab00b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:29.058891 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-82c3fdef-9ea8-4f3f-a4af-4b67d3dbfba5 req-202e0e0b-b0e3-4201-bb57-6defa40ab00b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0678015 Jul 13 23:16:29.130860 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-62eaa77f-4e14-4131-a1f6-ccb7a51f2fad req-3ebdbb9c-0a12-4166-b1c2-4ebff9ff3a68 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804365 Jul 13 23:16:29.135027 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-82c3fdef-9ea8-4f3f-a4af-4b67d3dbfba5 req-e2a4e830-33ea-4e4b-b1f0-7eb32b2947e5 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695732 Jul 13 23:16:29.263762 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1422965-6d0e-4a07-837f-4c61d068b8e0 req-6e2a99ad-5454-4661-8b47-247f069fb65d tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:29.265225 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f1422965-6d0e-4a07-837f-4c61d068b8e0 req-6e2a99ad-5454-4661-8b47-247f069fb65d tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 944 time: 0.0763421 Jul 13 23:16:29.290892 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142504de-54ad-499f-b3e7-df59c2ae7003 req-18a8fff8-f805-43b2-b627-6c43ac0d1589 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:29.292367 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-142504de-54ad-499f-b3e7-df59c2ae7003 req-18a8fff8-f805-43b2-b627-6c43ac0d1589 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0725782 Jul 13 23:16:29.334814 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f1422965-6d0e-4a07-837f-4c61d068b8e0 req-b8018287-56c0-4868-b19a-f617e058d731 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641103 Jul 13 23:16:29.363428 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-142504de-54ad-499f-b3e7-df59c2ae7003 req-193913a2-99a6-4dba-bb5f-219ed060f410 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626826 Jul 13 23:16:29.437703 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292294b4-dc59-4205-8bb0-504df37f8d38 req-a7c19e0d-5046-439d-a307-267f4101a042 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:29.439206 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-292294b4-dc59-4205-8bb0-504df37f8d38 req-a7c19e0d-5046-439d-a307-267f4101a042 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0475121 Jul 13 23:16:29.501816 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-292294b4-dc59-4205-8bb0-504df37f8d38 req-5f5d16e6-d73b-483e-95f3-685148c44b08 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565636 Jul 13 23:16:29.924468 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-459fb106-35b1-408c-8853-5780a117962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:29.925954 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-459fb106-35b1-408c-8853-5780a117962c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0473790 Jul 13 23:16:29.992224 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device a0de02e1-4f26-4442-8635-8e12f8ce4c0b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:16:30.036208 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:16:30.128989 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port a0de02e1-4f26-4442-8635-8e12f8ce4c0b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:30.144039 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:16:30.147412 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'a0de02e1-4f26-4442-8635-8e12f8ce4c0b', 'network_id': '8b7403b0-762e-4f25-9da3-6f8a1b41f4ce', 'port_id': 'a0de02e1-4f26-4442-8635-8e12f8ce4c0b', 'mac_address': 'fa:16:3e:5a:93:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67b6728-9e31-4ffa-b267-412c31e07130', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:16:30.151244 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:16:30.151868 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:30.219348 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port a0de02e1-4f26-4442-8635-8e12f8ce4c0b is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:30.219680 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:30.239096 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0de02e1-4f26-4442-8635-8e12f8ce4c0b {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:16:30.246408 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:30.278910 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43997f-077a-4cf4-bbd3-5584b87b982f req-31e53a3a-d20a-431d-95c4-3e6a0dbaeed2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:30.280442 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ae43997f-077a-4cf4-bbd3-5584b87b982f req-31e53a3a-d20a-431d-95c4-3e6a0dbaeed2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0772538 Jul 13 23:16:30.283968 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port a0de02e1-4f26-4442-8635-8e12f8ce4c0b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:30.289094 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4d60-6822-4813-8f3e-dd6331422df3 req-db676270-fa62-4e0b-8986-e79d705608b0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:30.290645 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-585f4d60-6822-4813-8f3e-dd6331422df3 req-db676270-fa62-4e0b-8986-e79d705608b0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0769379 Jul 13 23:16:30.291034 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:30.295280 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:30.295688 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:30.312581 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:30.348480 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:30.350699 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fdc924-50e1-406a-ba54-d8e0b4646fe4" -d '{"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:30.359017 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:30.374298 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ae43997f-077a-4cf4-bbd3-5584b87b982f req-89e5a0ce-284c-4df3-9ff2-8ac315252e2d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825777 Jul 13 23:16:30.377575 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-585f4d60-6822-4813-8f3e-dd6331422df3 req-929a5aa5-33bc-4d56-a9da-fc02d7f69600 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788655 Jul 13 23:16:30.383371 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:30.389683 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:30.392968 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:30.444160 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f972f7c-0b47-44da-afe4-f88e27f41026 x-openstack-request-id: req-6f972f7c-0b47-44da-afe4-f88e27f41026 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:30.444545 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:30.444793 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f972f7c-0b47-44da-afe4-f88e27f41026 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:30.445189 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f972f7c-0b47-44da-afe4-f88e27f41026'] response: {'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'code': 200} Jul 13 23:16:30.460026 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:30.484720 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:30.508223 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f29f0-8756-4bd4-a978-5acfb390cbf0 req-e6369846-e99a-4e71-b2b1-0a7f6f654546 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:30.509673 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d15f29f0-8756-4bd4-a978-5acfb390cbf0 req-e6369846-e99a-4e71-b2b1-0a7f6f654546 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 945 time: 0.0602765 Jul 13 23:16:30.557312 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35974967-947b-468f-b7f3-bb1a2a90840e req-8684c78d-3a64-4f64-a96e-910a221848ef tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:30.559453 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35974967-947b-468f-b7f3-bb1a2a90840e req-8684c78d-3a64-4f64-a96e-910a221848ef tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0685041 Jul 13 23:16:30.598437 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d15f29f0-8756-4bd4-a978-5acfb390cbf0 req-f4cd267e-af9e-414b-9c4d-14eac0d5fc2f tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728021 Jul 13 23:16:30.627072 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35974967-947b-468f-b7f3-bb1a2a90840e req-44a663ca-7d0f-48ff-972c-7726bf0b4ecd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578463 Jul 13 23:16:30.702628 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db933fa9-da82-4173-a56c-52c3cdc19f31 req-6f6d78a7-ab87-4dee-a427-13db413f6659 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:30.704124 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db933fa9-da82-4173-a56c-52c3cdc19f31 req-6f6d78a7-ab87-4dee-a427-13db413f6659 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0504484 Jul 13 23:16:30.752887 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db933fa9-da82-4173-a56c-52c3cdc19f31 req-80b50048-669f-4132-84de-b53f24e9ab9f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430217 Jul 13 23:16:31.530193 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091fa4b-4204-4e39-a891-06bdc4a5b89d req-50caebf6-05b9-4d3a-9f25-80c09ad105ef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:31.531734 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f091fa4b-4204-4e39-a891-06bdc4a5b89d req-50caebf6-05b9-4d3a-9f25-80c09ad105ef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0789599 Jul 13 23:16:31.537759 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456e09-29be-4580-906f-1115e17bfdb7 req-13d2d06c-edaa-4620-b163-77fb9bb3b9c8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:31.539159 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0b456e09-29be-4580-906f-1115e17bfdb7 req-13d2d06c-edaa-4620-b163-77fb9bb3b9c8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0762055 Jul 13 23:16:31.614462 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f091fa4b-4204-4e39-a891-06bdc4a5b89d req-b4774050-196d-4437-a957-7e20206d7a0d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742784 Jul 13 23:16:31.622816 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0b456e09-29be-4580-906f-1115e17bfdb7 req-0770444d-c29c-472b-8e05-69790951df83 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755813 Jul 13 23:16:31.653297 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-a2e750bf-239a-4c8f-b377-30d5909ececf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4000656-73d9-4096-aa54-8fbb326dd086 HTTP/1.1" status: 200 len: 217 time: 0.0462120 Jul 13 23:16:31.756388 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30111-3ec5-44ca-bb01-f571ac94f23b req-6ad15863-9f27-4029-90f2-04adfe9b3839 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:31.757921 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-60f30111-3ec5-44ca-bb01-f571ac94f23b req-6ad15863-9f27-4029-90f2-04adfe9b3839 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 945 time: 0.0755436 Jul 13 23:16:31.778478 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79822233-bf3b-49e1-8eaf-342c03191c0e req-f365d9d4-2084-48c6-9e4e-163155b73510 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:31.779931 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-79822233-bf3b-49e1-8eaf-342c03191c0e req-f365d9d4-2084-48c6-9e4e-163155b73510 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0690594 Jul 13 23:16:31.841673 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-60f30111-3ec5-44ca-bb01-f571ac94f23b req-40355a47-4ba7-4525-a237-ba2c7aa148a5 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 Jul 13 23:16:31.855343 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-79822233-bf3b-49e1-8eaf-342c03191c0e req-1de2b3bc-b29a-4776-85aa-c137cd0f1a2e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684159 Jul 13 23:16:31.941755 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b014432-3bc1-49d5-8af2-0a7b28513fd9 req-c02922c4-538a-4d43-ab2f-3745fd82f36d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:31.943212 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8b014432-3bc1-49d5-8af2-0a7b28513fd9 req-c02922c4-538a-4d43-ab2f-3745fd82f36d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0473609 Jul 13 23:16:31.989424 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8b014432-3bc1-49d5-8af2-0a7b28513fd9 req-5ff6ca17-d68c-48ac-91a4-41ea571ca9d2 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 Jul 13 23:16:32.764585 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccb71e-38a2-44fd-89b5-98e53f971494 req-858b9f2b-b88a-4ca2-a7fb-411c7749f500 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:32.766052 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-75ccb71e-38a2-44fd-89b5-98e53f971494 req-858b9f2b-b88a-4ca2-a7fb-411c7749f500 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0812681 Jul 13 23:16:32.772215 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018b996-41a9-4e03-bf08-c082832aa7ac req-22887dc3-bf28-4597-b35e-97aab37f9761 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:32.773641 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e018b996-41a9-4e03-bf08-c082832aa7ac req-22887dc3-bf28-4597-b35e-97aab37f9761 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0783141 Jul 13 23:16:32.837577 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:32.845550 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-75ccb71e-38a2-44fd-89b5-98e53f971494 req-e140dce6-e42a-45fb-8ccd-4137db7a6b90 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709462 Jul 13 23:16:32.854082 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e018b996-41a9-4e03-bf08-c082832aa7ac req-c61be10a-09a8-4ed8-abc1-825a134855b9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655923 Jul 13 23:16:32.982084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962d41b-afee-4d6c-9924-0f22c7b5b2d6 req-79e2417b-4e5e-4473-b195-f9173a3f2fe4 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:32.983559 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a962d41b-afee-4d6c-9924-0f22c7b5b2d6 req-79e2417b-4e5e-4473-b195-f9173a3f2fe4 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 945 time: 0.0756321 Jul 13 23:16:33.003122 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f286d-97f6-4eff-94b0-904b716606b0 req-0ba1ed73-0d20-4b25-bc44-accbd883ec54 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:33.004541 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d66f286d-97f6-4eff-94b0-904b716606b0 req-0ba1ed73-0d20-4b25-bc44-accbd883ec54 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0694387 Jul 13 23:16:33.065133 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a962d41b-afee-4d6c-9924-0f22c7b5b2d6 req-e4931467-8fc0-48f5-b463-31c9a84c6c8b tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760853 Jul 13 23:16:33.076990 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d66f286d-97f6-4eff-94b0-904b716606b0 req-138965f1-cf43-489b-bac9-08021a69f376 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654089 Jul 13 23:16:33.130729 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:33.166909 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048fc4c-1ece-4d2c-a7b2-2d6a25f03a37 req-1c4edc21-0871-4ac3-a0d6-b636431ace63 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:33.168351 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a048fc4c-1ece-4d2c-a7b2-2d6a25f03a37 req-1c4edc21-0871-4ac3-a0d6-b636431ace63 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0492244 Jul 13 23:16:33.215232 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a048fc4c-1ece-4d2c-a7b2-2d6a25f03a37 req-13de096c-747e-4548-8288-3daca0cc938c tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Jul 13 23:16:34.044071 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-00419a3f-ae0e-47df-843a-58a69102df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.045771 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-00419a3f-ae0e-47df-843a-58a69102df9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0799959 Jul 13 23:16:34.060107 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-c91ec3c7-9574-4d8b-ad23-7602eaec8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.061821 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-c91ec3c7-9574-4d8b-ad23-7602eaec8079 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0531921 Jul 13 23:16:34.081383 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7731b-f7c2-46cc-b0a6-0e7a8d86c683 req-0e33b993-1022-4211-acd4-2b13fd20ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.082893 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-17a7731b-f7c2-46cc-b0a6-0e7a8d86c683 req-0e33b993-1022-4211-acd4-2b13fd20ee81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 1127 time: 0.1884463 Jul 13 23:16:34.095015 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2b6d-877f-4162-a304-97d35449c57e req-fd4dcaed-7445-4bfb-929a-6cf68d9320d2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.096493 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef2d2b6d-877f-4162-a304-97d35449c57e req-fd4dcaed-7445-4bfb-929a-6cf68d9320d2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.1701784 Jul 13 23:16:34.102544 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d639ae-41c3-4ea6-8383-f269f30c9e0d req-9eadd67f-f9db-4605-b178-4c54c617042c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.104572 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9d639ae-41c3-4ea6-8383-f269f30c9e0d req-9eadd67f-f9db-4605-b178-4c54c617042c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.1720746 Jul 13 23:16:34.108530 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5de64e-c2ea-48c1-9ca7-a5858029658a req-a3db7ea7-5eff-40b2-a588-9c6345625e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.109358 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd5de64e-c2ea-48c1-9ca7-a5858029658a req-a3db7ea7-5eff-40b2-a588-9c6345625e52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 1127 time: 0.0858862 Jul 13 23:16:34.177267 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:34.200849 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:34.219160 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-944a00cd-45e2-479f-966a-757418f3e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.220790 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-944a00cd-45e2-479f-966a-757418f3e032 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0762718 Jul 13 23:16:34.281523 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-f5eb31bb-c29d-47e3-9e92-6910beea27da service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381276 Jul 13 23:16:34.328265 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef2d2b6d-877f-4162-a304-97d35449c57e req-12e881fa-2833-4e27-96ca-ea83e11859f1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179339 Jul 13 23:16:34.394354 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9d639ae-41c3-4ea6-8383-f269f30c9e0d req-83168c0d-08a9-4224-b671-6fd0822fa68c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2779076 Jul 13 23:16:34.548117 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['a0de02e1-4f26-4442-8635-8e12f8ce4c0b'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:16:34.683784 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10dcdb-c0f0-492e-b891-cc22dbaff9f9 req-ea441466-d43f-4f62-a643-f8e6aace0ded tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.685305 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b10dcdb-c0f0-492e-b891-cc22dbaff9f9 req-ea441466-d43f-4f62-a643-f8e6aace0ded tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 945 time: 0.3000064 Jul 13 23:16:34.694606 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7731b-f7c2-46cc-b0a6-0e7a8d86c683 req-9c970887-c877-4a60-8d1a-06d2b2076923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.696089 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-17a7731b-f7c2-46cc-b0a6-0e7a8d86c683 req-9c970887-c877-4a60-8d1a-06d2b2076923 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5388124 Jul 13 23:16:34.738507 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ea8a-7972-4601-80e2-14f68b64414e req-b468f4d3-e4be-4dbc-875a-7253e5f4c5cd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.740003 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9cb4ea8a-7972-4601-80e2-14f68b64414e req-b468f4d3-e4be-4dbc-875a-7253e5f4c5cd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.1250079 Jul 13 23:16:34.761369 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5de64e-c2ea-48c1-9ca7-a5858029658a req-bf20b8de-b446-4bca-b01f-2e9f131149b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.762784 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd5de64e-c2ea-48c1-9ca7-a5858029658a req-bf20b8de-b446-4bca-b01f-2e9f131149b3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5739682 Jul 13 23:16:34.769828 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d84905-1340-4b45-b524-d5b547c8db86 req-c08a5287-8b43-42ae-b637-84702bb31f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.771278 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-23d84905-1340-4b45-b524-d5b547c8db86 req-c08a5287-8b43-42ae-b637-84702bb31f73 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 1129 time: 0.1708245 Jul 13 23:16:34.779288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e29d-b333-4885-8cd0-4244e37108d4 req-b1f3d9e8-1d74-4f25-8aeb-474cf9b2dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:34.780735 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8336e29d-b333-4885-8cd0-4244e37108d4 req-b1f3d9e8-1d74-4f25-8aeb-474cf9b2dbfe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 1129 time: 0.2232397 Jul 13 23:16:34.817845 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-23d84905-1340-4b45-b524-d5b547c8db86 req-38eb2fca-7625-4461-8ec7-0ae55ba92046 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:34.828464 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8336e29d-b333-4885-8cd0-4244e37108d4 req-1f121eec-eaf9-4a30-b427-3dfe0ff97119 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:34.880287 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-08f38850-b165-4845-baaf-7f1e32ec7699 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145640 Jul 13 23:16:34.886535 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-8ebd8388-2e58-4786-9e43-1ca6b425404f service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192298 Jul 13 23:16:34.998619 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b10dcdb-c0f0-492e-b891-cc22dbaff9f9 req-27eb67f7-e402-45cf-a47f-b1cea719b774 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933490 Jul 13 23:16:35.023751 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9cb4ea8a-7972-4601-80e2-14f68b64414e req-16c04a30-c2dd-4bc2-a431-856ab87f312a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691135 Jul 13 23:16:35.029822 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:35.031130 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-33162b9b-3876-4a83-a091-e7ccd7ad0a22 req-b3b91b30-4895-4eea-be1e-a678e7a7763b service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403258 Jul 13 23:16:35.034953 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:35.040690 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7731b-f7c2-46cc-b0a6-0e7a8d86c683 req-93277421-1bd8-45f3-b33e-c9b7577c701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:35.042286 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-17a7731b-f7c2-46cc-b0a6-0e7a8d86c683 req-93277421-1bd8-45f3-b33e-c9b7577c701b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3360045 Jul 13 23:16:35.071236 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5de64e-c2ea-48c1-9ca7-a5858029658a req-684ffe23-026f-4454-be39-7e6afc55b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:35.072873 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd5de64e-c2ea-48c1-9ca7-a5858029658a req-684ffe23-026f-4454-be39-7e6afc55b633 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3016372 Jul 13 23:16:35.080118 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-23d84905-1340-4b45-b524-d5b547c8db86 req-38eb2fca-7625-4461-8ec7-0ae55ba92046 service neutron] Publish callbacks [] for security_group (acfb7f43-60b8-4324-92c0-5cb8695fab7d), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:35.084876 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-23d84905-1340-4b45-b524-d5b547c8db86 req-38eb2fca-7625-4461-8ec7-0ae55ba92046 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (acfb7f43-60b8-4324-92c0-5cb8695fab7d), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:35.116406 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.db.api [req-8336e29d-b333-4885-8cd0-4244e37108d4 req-1f121eec-eaf9-4a30-b427-3dfe0ff97119 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) ab0a5581e4e444c293815e1304e20c05 {{(pid=104143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 13 23:16:35.116797 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG oslo_db.api [req-8336e29d-b333-4885-8cd0-4244e37108d4 req-1f121eec-eaf9-4a30-b427-3dfe0ff97119 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 23:16:35.144570 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-23d84905-1340-4b45-b524-d5b547c8db86 req-38eb2fca-7625-4461-8ec7-0ae55ba92046 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600972 Jul 13 23:16:35.145813 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb2fca-7625-4461-8ec7-0ae55ba92046 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=acfb7f43-60b8-4324-92c0-5cb8695fab7d,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:35.172277 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc98250-1696-4adc-80a2-86c7b0c89274 req-b37d712d-efce-43fc-883d-1ea22b9e909b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:35.173814 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fc98250-1696-4adc-80a2-86c7b0c89274 req-b37d712d-efce-43fc-883d-1ea22b9e909b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0674157 Jul 13 23:16:35.240032 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fc98250-1696-4adc-80a2-86c7b0c89274 req-9fdf4602-6084-40f1-8762-08f3535ab1fe tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588808 Jul 13 23:16:35.446431 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75f98a-2a29-4767-ab31-ac4d848c3980 req-cc0f1dce-803d-4534-8f7f-10cbe7b224a5 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:35.447951 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc75f98a-2a29-4767-ab31-ac4d848c3980 req-cc0f1dce-803d-4534-8f7f-10cbe7b224a5 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0505166 Jul 13 23:16:35.536038 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188811e-f91d-403a-97dc-eac5072482ce req-97eed8c4-ef65-4966-aa23-432d5d42ef3a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:35.537567 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e188811e-f91d-403a-97dc-eac5072482ce req-97eed8c4-ef65-4966-aa23-432d5d42ef3a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0684242 Jul 13 23:16:35.542667 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc75f98a-2a29-4767-ab31-ac4d848c3980 req-79a176aa-3b0f-4f14-9dc0-8cb471aee733 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877585 Jul 13 23:16:35.588094 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e188811e-f91d-403a-97dc-eac5072482ce req-fe99c2f0-9135-462f-beb9-1e31ba8ed5df tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444205 Jul 13 23:16:35.618157 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8336e29d-b333-4885-8cd0-4244e37108d4 req-1f121eec-eaf9-4a30-b427-3dfe0ff97119 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:35.694798 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8336e29d-b333-4885-8cd0-4244e37108d4 req-1f121eec-eaf9-4a30-b427-3dfe0ff97119 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8994029 Jul 13 23:16:36.143302 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device a0de02e1-4f26-4442-8635-8e12f8ce4c0b up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:16:36.147276 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd516ad2-bb86-4f2b-b0ef-eb8e00a450fe req-7c00fa0a-8672-4eea-8353-33eff212b785 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:36.148811 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cd516ad2-bb86-4f2b-b0ef-eb8e00a450fe req-7c00fa0a-8672-4eea-8353-33eff212b785 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 945 time: 0.0726879 Jul 13 23:16:36.172772 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6eeee-54d7-445b-9d89-96d6fe1bbc33 req-7bdaa777-796f-4b3e-9797-6d51a035d4db tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:36.174250 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1ae6eeee-54d7-445b-9d89-96d6fe1bbc33 req-7bdaa777-796f-4b3e-9797-6d51a035d4db tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0665717 Jul 13 23:16:36.187675 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port a0de02e1-4f26-4442-8635-8e12f8ce4c0b completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:16:36.193815 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port a0de02e1-4f26-4442-8635-8e12f8ce4c0b triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:16:36.194212 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:36.246851 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cd516ad2-bb86-4f2b-b0ef-eb8e00a450fe req-e182fa1a-480a-4d00-b69a-4e68ca5c1ca0 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886998 Jul 13 23:16:36.250993 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1ae6eeee-54d7-445b-9d89-96d6fe1bbc33 req-b749013e-cfaf-47d8-823c-8b6ed82ecaa5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692523 Jul 13 23:16:36.270124 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port a0de02e1-4f26-4442-8635-8e12f8ce4c0b is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:36.270480 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:36.297312 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0de02e1-4f26-4442-8635-8e12f8ce4c0b'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:36.300326 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b8a7de-65a3-41fa-a69b-83855712d7f4" -d '{"events": [{"server_uuid": "9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c", "name": "network-vif-plugged", "status": "completed", "tag": "a0de02e1-4f26-4442-8635-8e12f8ce4c0b"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:36.314515 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port a0de02e1-4f26-4442-8635-8e12f8ce4c0b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:36.320994 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:36.348080 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3880fd6-3795-49e3-92a0-96e89630f40a x-openstack-request-id: req-e3880fd6-3795-49e3-92a0-96e89630f40a {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:36.348774 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c", "name": "network-vif-plugged", "status": "completed", "tag": "a0de02e1-4f26-4442-8635-8e12f8ce4c0b", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:36.349158 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3880fd6-3795-49e3-92a0-96e89630f40a {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:36.349548 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3880fd6-3795-49e3-92a0-96e89630f40a'] response: {'server_uuid': '9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0de02e1-4f26-4442-8635-8e12f8ce4c0b', 'code': 200} Jul 13 23:16:36.376738 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a15a-c857-434b-bfe5-d38937305897 req-99d19014-c483-48b4-b5b8-08d3f3b2a387 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:36.384307 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5669a15a-c857-434b-bfe5-d38937305897 req-99d19014-c483-48b4-b5b8-08d3f3b2a387 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0679631 Jul 13 23:16:36.397242 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:36.431100 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5669a15a-c857-434b-bfe5-d38937305897 req-c6dd5503-1d60-4724-bad5-efc288920cc2 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459154 Jul 13 23:16:36.656426 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50518) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:36.690177 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d55c1e-2082-41f1-aa33-e4253ba979b1 req-c28b5d24-11e3-46c6-b64a-9bd5617540e8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:36.697328 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-62d55c1e-2082-41f1-aa33-e4253ba979b1 req-c28b5d24-11e3-46c6-b64a-9bd5617540e8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0848265 Jul 13 23:16:36.783180 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa3d7d-65c6-4751-9663-6fbc211ae819 req-bf5850b6-64a3-452d-8183-054cf1d93ace tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:36.784705 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dfa3d7d-65c6-4751-9663-6fbc211ae819 req-bf5850b6-64a3-452d-8183-054cf1d93ace tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0781026 Jul 13 23:16:36.796162 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-62d55c1e-2082-41f1-aa33-e4253ba979b1 req-ef5289d7-4c4a-49cd-959c-79c93d18aedd tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978432 Jul 13 23:16:36.806902 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7d085f19-29b9-4393-9d11-bd34fb5e8e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:36.813869 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:36.867402 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dfa3d7d-65c6-4751-9663-6fbc211ae819 req-0954a5c1-95e6-4e98-a29e-40bc1b5e6350 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702214 Jul 13 23:16:36.903345 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:36.909277 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7d085f19-29b9-4393-9d11-bd34fb5e8e95 admin admin] Publish callbacks [] for security_group (29396360-abcd-48ad-b76f-d3051b5989f5), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:36.914854 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7d085f19-29b9-4393-9d11-bd34fb5e8e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (29396360-abcd-48ad-b76f-d3051b5989f5), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:36.958303 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d085f19-29b9-4393-9d11-bd34fb5e8e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29396360-abcd-48ad-b76f-d3051b5989f5,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:36.963577 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-7d085f19-29b9-4393-9d11-bd34fb5e8e95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=729e4e5bcaae4189b6eabc30643ed12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044639 Jul 13 23:16:36.965531 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50524) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:36.976116 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:37.019219 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5b351dde-a535-4f22-9dd5-5e4900ba7280 admin admin] Publish callbacks [] for security_group (29396360-abcd-48ad-b76f-d3051b5989f5), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.046430 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5b351dde-a535-4f22-9dd5-5e4900ba7280 admin admin] Publish callbacks [] for security_group (29396360-abcd-48ad-b76f-d3051b5989f5), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.107318 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5b351dde-a535-4f22-9dd5-5e4900ba7280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (29396360-abcd-48ad-b76f-d3051b5989f5), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.109835 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5b351dde-a535-4f22-9dd5-5e4900ba7280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.110989 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-5b351dde-a535-4f22-9dd5-5e4900ba7280 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29396360-abcd-48ad-b76f-d3051b5989f5 HTTP/1.1" status: 204 len: 168 time: 0.1445115 Jul 13 23:16:37.119241 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b351dde-a535-4f22-9dd5-5e4900ba7280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29396360-abcd-48ad-b76f-d3051b5989f5,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:37.393286 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9129dd-2634-4517-a95c-60863ffd9539 req-626aa370-a398-4414-a4ab-70db5d99506f tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:37.395403 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c9129dd-2634-4517-a95c-60863ffd9539 req-626aa370-a398-4414-a4ab-70db5d99506f tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.0777059 Jul 13 23:16:37.410233 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50534) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:37.415762 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff1e9-c6e1-4ffd-9aee-5f9b191bd6d2 req-cda38085-a651-488f-803d-6697f63410ab tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:37.417763 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b42ff1e9-c6e1-4ffd-9aee-5f9b191bd6d2 req-cda38085-a651-488f-803d-6697f63410ab tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0694160 Jul 13 23:16:37.423867 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a322518c-af31-4a95-838b-143bd4f7993b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.484572 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c9129dd-2634-4517-a95c-60863ffd9539 req-cbf470d3-222f-487a-b0e2-17358bf3c6cf tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829625 Jul 13 23:16:37.496888 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b42ff1e9-c6e1-4ffd-9aee-5f9b191bd6d2 req-469464d5-bdb1-4dea-942c-3dc3c19611ef tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718813 Jul 13 23:16:37.509520 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a322518c-af31-4a95-838b-143bd4f7993b admin admin] Publish callbacks [] for security_group (8b8d8aa3-562e-4c11-a54c-c49f6ec9f82b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.514708 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a322518c-af31-4a95-838b-143bd4f7993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (8b8d8aa3-562e-4c11-a54c-c49f6ec9f82b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.558972 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-a322518c-af31-4a95-838b-143bd4f7993b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a61a6cf8b59a42a2880d49cb0ccc3432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474855 Jul 13 23:16:37.560037 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322518c-af31-4a95-838b-143bd4f7993b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d8aa3-562e-4c11-a54c-c49f6ec9f82b,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:37.563218 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50538) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:37.601636 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654d5fb-f34a-4819-99a8-160b11a23076 req-ef68e126-af98-4099-a3b9-c7c63fb016f1 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:37.603145 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b654d5fb-f34a-4819-99a8-160b11a23076 req-ef68e126-af98-4099-a3b9-c7c63fb016f1 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0484705 Jul 13 23:16:37.614345 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c4cb9d1-e7e3-4a59-bc13-bd3db3d25883 admin admin] Publish callbacks [] for security_group (8b8d8aa3-562e-4c11-a54c-c49f6ec9f82b), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.616428 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:37.636713 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c4cb9d1-e7e3-4a59-bc13-bd3db3d25883 admin admin] Publish callbacks [] for security_group (8b8d8aa3-562e-4c11-a54c-c49f6ec9f82b), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.645589 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:37.654767 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b654d5fb-f34a-4819-99a8-160b11a23076 req-3ae753f7-3aa6-45b0-a635-72785e67a05f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451796 Jul 13 23:16:37.688233 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c4cb9d1-e7e3-4a59-bc13-bd3db3d25883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (8b8d8aa3-562e-4c11-a54c-c49f6ec9f82b), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.690642 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c4cb9d1-e7e3-4a59-bc13-bd3db3d25883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:37.691820 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-4c4cb9d1-e7e3-4a59-bc13-bd3db3d25883 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b8d8aa3-562e-4c11-a54c-c49f6ec9f82b HTTP/1.1" status: 204 len: 168 time: 0.1273990 Jul 13 23:16:37.701847 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cb9d1-e7e3-4a59-bc13-bd3db3d25883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d8aa3-562e-4c11-a54c-c49f6ec9f82b,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:37.932005 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25f1a3-5190-45c6-a7d1-bbd9153127bb req-b2cc01be-8c53-4e09-99bf-b76402879fc0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:37.935161 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db25f1a3-5190-45c6-a7d1-bbd9153127bb req-b2cc01be-8c53-4e09-99bf-b76402879fc0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0629382 Jul 13 23:16:37.969136 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:38.003055 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815eb25-0dfe-4de1-aa91-51e4037304e0 req-d9a40e66-28c5-4f96-bd4b-fde2fe42e918 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:38.004382 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f815eb25-0dfe-4de1-aa91-51e4037304e0 req-d9a40e66-28c5-4f96-bd4b-fde2fe42e918 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 943 time: 0.0679972 Jul 13 23:16:38.044209 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db25f1a3-5190-45c6-a7d1-bbd9153127bb req-11d43fa7-ec35-4fc0-a899-c6b39ab940a8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976560 Jul 13 23:16:38.074102 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f815eb25-0dfe-4de1-aa91-51e4037304e0 req-3c8c1037-c45b-438e-abac-5c6954eabcc4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625203 Jul 13 23:16:38.133592 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 5f3bac34-6ec6-422c-b645-13a0a0553ccb details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:16:38.250262 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 5f3bac34-6ec6-422c-b645-13a0a0553ccb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f3bac34-6ec6-422c-b645-13a0a0553ccb,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:38.264603 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:16:38.301052 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 5f3bac34-6ec6-422c-b645-13a0a0553ccb is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:38.301444 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:38.316239 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3bac34-6ec6-422c-b645-13a0a0553ccb {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:16:38.326683 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:38.337705 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 5f3bac34-6ec6-422c-b645-13a0a0553ccb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f3bac34-6ec6-422c-b645-13a0a0553ccb,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:38.343160 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:38.400485 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=5f3bac34-6ec6-422c-b645-13a0a0553ccb,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:38.522194 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50596) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:38.658043 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7f57f-e020-4ab3-864e-a46ec32832dc req-f75639e4-edfd-46d0-83b0-bd8932dfba11 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:38.660237 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2bc7f57f-e020-4ab3-864e-a46ec32832dc req-f75639e4-edfd-46d0-83b0-bd8932dfba11 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.0924065 Jul 13 23:16:38.661576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e98a05ad-5253-4b9c-ae38-1946b8101986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:38.675090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f542c-8fa4-4153-8ba2-448413dd9716 req-1fe8dc06-b8f7-4c8e-8da7-f2ef48244056 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:38.676630 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-626f542c-8fa4-4153-8ba2-448413dd9716 req-1fe8dc06-b8f7-4c8e-8da7-f2ef48244056 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0715368 Jul 13 23:16:38.723068 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:38.773939 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2bc7f57f-e020-4ab3-864e-a46ec32832dc req-18dcaf1d-f893-412b-b568-782e7239cdd8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960820 Jul 13 23:16:38.787855 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['5f3bac34-6ec6-422c-b645-13a0a0553ccb'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:16:38.790158 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-626f542c-8fa4-4153-8ba2-448413dd9716 req-0d959e1b-df69-4542-96a3-d1c322560a46 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039121 Jul 13 23:16:38.817542 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-bdf70dd5-c4cc-4305-8949-428682027099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:38.819517 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-bdf70dd5-c4cc-4305-8949-428682027099 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 1127 time: 0.0721939 Jul 13 23:16:38.826842 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0301-5b89-47ef-be4d-86fc774b878c req-45f7cfba-52bc-4e87-b43c-90ba86807179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:38.829832 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-45f7cfba-52bc-4e87-b43c-90ba86807179 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 1127 time: 0.1172302 Jul 13 23:16:38.858516 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e98a05ad-5253-4b9c-ae38-1946b8101986 admin admin] Publish callbacks [] for security_group (5080c1ff-70a4-4ae1-b2e8-057003f6d53f), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:38.865933 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e98a05ad-5253-4b9c-ae38-1946b8101986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (5080c1ff-70a4-4ae1-b2e8-057003f6d53f), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:38.915439 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:38.916794 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:38.920879 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-e98a05ad-5253-4b9c-ae38-1946b8101986 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91d9bdd19b054dc68ac2fd70021390cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969932 Jul 13 23:16:38.935968 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50612) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:38.980988 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577776-1b4b-4358-b71f-62a3338b7186 req-3c889e89-e84b-45fd-b58e-b9ad50e22cdb tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:38.983167 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-97577776-1b4b-4358-b71f-62a3338b7186 req-3c889e89-e84b-45fd-b58e-b9ad50e22cdb tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.1000736 Jul 13 23:16:39.024748 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-4eebf972-cb48-4a9f-95ad-612e66e6acb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f38b88b-a0f6-4d84-b5ff-c8396205faa1 HTTP/1.1" status: 200 len: 217 time: 0.1510229 Jul 13 23:16:39.049710 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-579db85e-0d79-4dd0-bc41-9202b7ac5d8f admin admin] Publish callbacks [] for security_group (5080c1ff-70a4-4ae1-b2e8-057003f6d53f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.064456 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-129f811e-f5c3-4e74-a22b-015c534c8761 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8 HTTP/1.1" status: 200 len: 217 time: 0.1944721 Jul 13 23:16:39.081828 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-97577776-1b4b-4358-b71f-62a3338b7186 req-80273383-362e-426b-a6bf-94ecec4cc531 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920579 Jul 13 23:16:39.114402 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-579db85e-0d79-4dd0-bc41-9202b7ac5d8f admin admin] Publish callbacks [] for security_group (5080c1ff-70a4-4ae1-b2e8-057003f6d53f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.165881 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a05ad-5253-4b9c-ae38-1946b8101986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5080c1ff-70a4-4ae1-b2e8-057003f6d53f,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:39.187333 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71181678-0f1b-4e62-8562-f7a099ae459a req-07900314-f72d-45ff-babf-7df39be7504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:39.189450 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71181678-0f1b-4e62-8562-f7a099ae459a req-07900314-f72d-45ff-babf-7df39be7504f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 1130 time: 0.2485087 Jul 13 23:16:39.194698 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0301-5b89-47ef-be4d-86fc774b878c req-e3fb81d5-5643-4935-99e0-aa1bc5d4515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:39.196319 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-e3fb81d5-5643-4935-99e0-aa1bc5d4515d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc24c837-6f7d-425f-9a8a-c1039c02421c HTTP/1.1" status: 200 len: 850 time: 0.0997486 Jul 13 23:16:39.204590 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-c4a5a592-a611-4a41-a85b-90191f801747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:39.206540 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-c4a5a592-a611-4a41-a85b-90191f801747 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.1448860 Jul 13 23:16:39.262238 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-579db85e-0d79-4dd0-bc41-9202b7ac5d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (5080c1ff-70a4-4ae1-b2e8-057003f6d53f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.265723 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-579db85e-0d79-4dd0-bc41-9202b7ac5d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.266859 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-579db85e-0d79-4dd0-bc41-9202b7ac5d8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5080c1ff-70a4-4ae1-b2e8-057003f6d53f HTTP/1.1" status: 204 len: 168 time: 0.3297892 Jul 13 23:16:39.281023 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5a76-1eec-414a-843e-ecabff5bc621 req-a9fcb51d-cb1b-47e9-b064-fa5565567877 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:39.284063 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-070e5a76-1eec-414a-843e-ecabff5bc621 req-a9fcb51d-cb1b-47e9-b064-fa5565567877 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.1484370 Jul 13 23:16:39.291865 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579db85e-0d79-4dd0-bc41-9202b7ac5d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5080c1ff-70a4-4ae1-b2e8-057003f6d53f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:39.302322 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806fca4-6295-4afc-a2ee-78dd1cdb7530 req-29eb3331-c9cf-43aa-b724-f2525c41eb23 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:39.309320 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d806fca4-6295-4afc-a2ee-78dd1cdb7530 req-29eb3331-c9cf-43aa-b724-f2525c41eb23 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 944 time: 0.1052458 Jul 13 23:16:39.412147 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d806fca4-6295-4afc-a2ee-78dd1cdb7530 req-33c66612-26ae-4b09-92c3-5440721169fd tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003578 Jul 13 23:16:39.425373 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-070e5a76-1eec-414a-843e-ecabff5bc621 req-4b29e849-50c5-445e-9f8a-005953ca16d9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097579 Jul 13 23:16:39.666511 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50640) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:39.685288 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0dee5b53-35ad-43c4-9ba7-94a34280ecbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.748262 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:39.770975 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:39.777508 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0dee5b53-35ad-43c4-9ba7-94a34280ecbf admin admin] Publish callbacks [] for security_group (82889c44-4f00-4bc4-8f73-c6a5cd35bd85), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.782725 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0dee5b53-35ad-43c4-9ba7-94a34280ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (82889c44-4f00-4bc4-8f73-c6a5cd35bd85), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.829606 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50654) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:39.830123 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0dee5b53-35ad-43c4-9ba7-94a34280ecbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ed9eaf07b7149ed96f7e8df74034602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620486 Jul 13 23:16:39.832498 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee5b53-35ad-43c4-9ba7-94a34280ecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82889c44-4f00-4bc4-8f73-c6a5cd35bd85,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:39.892197 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2774b47f-b2f4-4d4f-8dec-445f856ebf74 admin admin] Publish callbacks [] for security_group (82889c44-4f00-4bc4-8f73-c6a5cd35bd85), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.919243 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2774b47f-b2f4-4d4f-8dec-445f856ebf74 admin admin] Publish callbacks [] for security_group (82889c44-4f00-4bc4-8f73-c6a5cd35bd85), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.970656 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d6a64-ee23-419b-ada2-b2e7e0db1094 req-7c2ec748-133d-432f-ae1d-8210a72b660f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:39.972335 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f60d6a64-ee23-419b-ada2-b2e7e0db1094 req-7c2ec748-133d-432f-ae1d-8210a72b660f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0893502 Jul 13 23:16:39.981361 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4f793-848f-42a5-9364-f7f3cf70b99f req-31b922f5-1195-4d31-9823-bea522368d57 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:39.982853 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e8f4f793-848f-42a5-9364-f7f3cf70b99f req-31b922f5-1195-4d31-9823-bea522368d57 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.0848386 Jul 13 23:16:39.983186 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2774b47f-b2f4-4d4f-8dec-445f856ebf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (82889c44-4f00-4bc4-8f73-c6a5cd35bd85), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.986169 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2774b47f-b2f4-4d4f-8dec-445f856ebf74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:39.987471 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-2774b47f-b2f4-4d4f-8dec-445f856ebf74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82889c44-4f00-4bc4-8f73-c6a5cd35bd85 HTTP/1.1" status: 204 len: 168 time: 0.1558609 Jul 13 23:16:39.997287 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774b47f-b2f4-4d4f-8dec-445f856ebf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82889c44-4f00-4bc4-8f73-c6a5cd35bd85,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:40.075023 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f60d6a64-ee23-419b-ada2-b2e7e0db1094 req-690bae47-5c5c-4d36-bca7-792a291869a6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911369 Jul 13 23:16:40.082712 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e8f4f793-848f-42a5-9364-f7f3cf70b99f req-408aca27-c112-4db7-ac0c-384f48383400 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908215 Jul 13 23:16:40.164811 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 5f3bac34-6ec6-422c-b645-13a0a0553ccb up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:16:40.264588 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 5f3bac34-6ec6-422c-b645-13a0a0553ccb completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:16:40.278899 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 5f3bac34-6ec6-422c-b645-13a0a0553ccb triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:16:40.279396 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:40.284718 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-393c9d19-4295-45a9-bbb1-ab6c2a3118c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:40.284718 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-393c9d19-4295-45a9-bbb1-ab6c2a3118c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1502328 Jul 13 23:16:40.306482 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0301-5b89-47ef-be4d-86fc774b878c req-d3e40e2a-e873-4a91-b5cd-257368db6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:40.309012 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-d3e40e2a-e873-4a91-b5cd-257368db6047 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1945279 Jul 13 23:16:40.321605 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71181678-0f1b-4e62-8562-f7a099ae459a req-a96aaffc-a5d8-4228-94f5-e28be7e7789a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081928 Jul 13 23:16:40.323277 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc44d21-a9b6-41fb-b0a5-9fd48f33cb7b req-fd687944-f974-442b-9faf-d44e769a241d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:40.324988 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cc44d21-a9b6-41fb-b0a5-9fd48f33cb7b req-fd687944-f974-442b-9faf-d44e769a241d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0904553 Jul 13 23:16:40.378288 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 5f3bac34-6ec6-422c-b645-13a0a0553ccb is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:40.378681 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:40.405248 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3bac34-6ec6-422c-b645-13a0a0553ccb'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:40.407381 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8ed5dd-aac9-4656-bfef-5568c6574084" -d '{"events": [{"server_uuid": "2990da5c-6bc6-410b-b2c4-5f5e275cb026", "name": "network-vif-plugged", "status": "completed", "tag": "5f3bac34-6ec6-422c-b645-13a0a0553ccb"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:40.410567 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5d53c-0b83-47e5-8986-ed94a88a6e8d req-f605d65a-f994-414d-b16b-047a97580e03 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:40.422169 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50678) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:40.422992 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 5f3bac34-6ec6-422c-b645-13a0a0553ccb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f3bac34-6ec6-422c-b645-13a0a0553ccb,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:40.424378 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5a5d53c-0b83-47e5-8986-ed94a88a6e8d req-f605d65a-f994-414d-b16b-047a97580e03 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0984178 Jul 13 23:16:40.432338 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-e9d0e0d0-6e9a-4ca5-83db-d4ecd863de75 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'floatingip': {'port_id': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:40.434949 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:40.478648 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cc44d21-a9b6-41fb-b0a5-9fd48f33cb7b req-9e2d2c99-adfa-4a68-b0c7-5158d33780e9 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420784 Jul 13 23:16:40.490692 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b4e5da-681c-4ece-8a21-313cc824a189 x-openstack-request-id: req-54b4e5da-681c-4ece-8a21-313cc824a189 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:40.491146 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2990da5c-6bc6-410b-b2c4-5f5e275cb026", "name": "network-vif-plugged", "status": "completed", "tag": "5f3bac34-6ec6-422c-b645-13a0a0553ccb", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:40.491520 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54b4e5da-681c-4ece-8a21-313cc824a189 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:40.492156 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b4e5da-681c-4ece-8a21-313cc824a189'] response: {'server_uuid': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'code': 200} Jul 13 23:16:40.515890 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=5f3bac34-6ec6-422c-b645-13a0a0553ccb,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:40.653811 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c043046-727f-44f7-9b94-5a1fab3691d2 req-4f0cac2e-939d-4663-9508-9eb8c0919b66 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:40.662625 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c043046-727f-44f7-9b94-5a1fab3691d2 req-4f0cac2e-939d-4663-9508-9eb8c0919b66 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0907300 Jul 13 23:16:40.690040 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8cb7d-3d09-43bc-b8d8-fc083ed39b54 req-b6687603-ef7f-42b3-ba63-4af628ecf156 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:40.693371 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-98f8cb7d-3d09-43bc-b8d8-fc083ed39b54 req-b6687603-ef7f-42b3-ba63-4af628ecf156 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.1341202 Jul 13 23:16:40.696338 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50692) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:40.762332 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c043046-727f-44f7-9b94-5a1fab3691d2 req-6012870c-3350-401c-8084-da66ea386d87 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984452 Jul 13 23:16:40.762995 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e9d0e0d0-6e9a-4ca5-83db-d4ecd863de75 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (2a79f293-8dea-4b4f-a216-277aace27382), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:40.799922 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-98f8cb7d-3d09-43bc-b8d8-fc083ed39b54 req-4f584488-a42b-4f61-b689-6e1370b9596a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961921 Jul 13 23:16:40.857908 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4cd887a3-233d-46de-9398-f807885d0824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:40.940277 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d958c0ae-cd44-4cb3-89d2-5b04768c81c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.057360 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d958c0ae-cd44-4cb3-89d2-5b04768c81c9 admin admin] Publish callbacks [] for security_group (62575482-7154-4d61-9eea-1361f9069b7d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.062490 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d958c0ae-cd44-4cb3-89d2-5b04768c81c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (62575482-7154-4d61-9eea-1361f9069b7d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.101725 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d958c0ae-cd44-4cb3-89d2-5b04768c81c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96d5e99d8e394573b45abbb022e4d166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4037480 Jul 13 23:16:41.104610 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50706) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:41.158631 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958c0ae-cd44-4cb3-89d2-5b04768c81c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62575482-7154-4d61-9eea-1361f9069b7d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:41.178279 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:41.188429 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:41.194277 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e875-0499-45cc-b9ea-778124aa3bd2 admin admin] Publish callbacks [] for security_group (62575482-7154-4d61-9eea-1361f9069b7d), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.230677 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e875-0499-45cc-b9ea-778124aa3bd2 admin admin] Publish callbacks [] for security_group (62575482-7154-4d61-9eea-1361f9069b7d), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.291002 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579f666-f64f-4e5a-bed8-fcec9a9a5d14 req-589cec00-0417-48e2-8608-52239635eaa3 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:41.292595 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3579f666-f64f-4e5a-bed8-fcec9a9a5d14 req-589cec00-0417-48e2-8608-52239635eaa3 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.0754662 Jul 13 23:16:41.330569 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e875-0499-45cc-b9ea-778124aa3bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (62575482-7154-4d61-9eea-1361f9069b7d), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.333250 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e875-0499-45cc-b9ea-778124aa3bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.334549 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c9a7e875-0499-45cc-b9ea-778124aa3bd2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62575482-7154-4d61-9eea-1361f9069b7d HTTP/1.1" status: 204 len: 168 time: 0.2286446 Jul 13 23:16:41.345380 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7e875-0499-45cc-b9ea-778124aa3bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62575482-7154-4d61-9eea-1361f9069b7d,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:41.354037 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-011e4d66-998b-4631-9667-23e1789edc5e service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475497 Jul 13 23:16:41.414366 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3579f666-f64f-4e5a-bed8-fcec9a9a5d14 req-41e2a707-6dd9-4331-bd48-e4fe69ea0339 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025612 Jul 13 23:16:41.417813 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-b415d5be-71ee-477c-8186-2316684a03f2 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089091 Jul 13 23:16:41.595376 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4ed8f-5fb1-41bd-84ba-a50695a1297c req-1f9ea5ae-f47d-49bd-8598-c35fdf6a2c2f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:41.596994 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8bf4ed8f-5fb1-41bd-84ba-a50695a1297c req-1f9ea5ae-f47d-49bd-8598-c35fdf6a2c2f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0560830 Jul 13 23:16:41.602972 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:41.653332 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:41.685878 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8bf4ed8f-5fb1-41bd-84ba-a50695a1297c req-7a33abaa-4e47-4ce1-94c4-4010473341d5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826735 Jul 13 23:16:41.789790 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50728) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:41.806736 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9ae2-dc69-4552-abbf-c6aaf5213c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.864744 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4248c64-2c90-46f2-864c-0180ed0b876e req-e6e8be36-5f39-47dd-a005-40e2480a35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:41.866550 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a4248c64-2c90-46f2-864c-0180ed0b876e req-e6e8be36-5f39-47dd-a005-40e2480a35e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 1129 time: 0.1477938 Jul 13 23:16:41.927313 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e9d0e0d0-6e9a-4ca5-83db-d4ecd863de75 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.956101 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a847e39d-3a98-42d4-a079-d92bf8369391 req-2870b386-7a32-4aed-8aae-d0fd85bcaf1c service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053482 Jul 13 23:16:41.965756 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e9d0e0d0-6e9a-4ca5-83db-d4ecd863de75 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (2a79f293-8dea-4b4f-a216-277aace27382), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:41.998636 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed00458-926f-4837-8b47-44c12cb134f6 req-e7d53154-7a74-4f9b-a37b-be9093dad2bc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:42.000212 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ed00458-926f-4837-8b47-44c12cb134f6 req-e7d53154-7a74-4f9b-a37b-be9093dad2bc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.1117768 Jul 13 23:16:42.019274 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-284d0301-5b89-47ef-be4d-86fc774b878c req-d1b7f4ec-a79b-4c28-a2d2-7bbeb2cdd85b service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060770 Jul 13 23:16:42.019721 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea7377-34b1-44a9-aac8-3a297ac4ef26 req-0714bb52-b6c6-4a8b-96a4-86f9c81f486e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:42.021218 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fcea7377-34b1-44a9-aac8-3a297ac4ef26 req-0714bb52-b6c6-4a8b-96a4-86f9c81f486e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.1187317 Jul 13 23:16:42.035359 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a4248c64-2c90-46f2-864c-0180ed0b876e req-2ba16fa7-ff0d-478d-9458-e286beb4a22c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333120 Jul 13 23:16:42.051093 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9ae2-dc69-4552-abbf-c6aaf5213c4b admin admin] Publish callbacks [] for security_group (da861d79-5f3f-4dd6-8656-edac8f1fe933), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:42.069656 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8bd9ae2-dc69-4552-abbf-c6aaf5213c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (da861d79-5f3f-4dd6-8656-edac8f1fe933), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:42.098998 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [None req-e9d0e0d0-6e9a-4ca5-83db-d4ecd863de75 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Floating IP 2a79f293-8dea-4b4f-a216-277aace27382 associated. External IP: 172.27.3.36, port: 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6. Jul 13 23:16:42.156488 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ed00458-926f-4837-8b47-44c12cb134f6 req-19768978-b5fb-4c01-b184-e07194ad959e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467943 Jul 13 23:16:42.166014 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c8bd9ae2-dc69-4552-abbf-c6aaf5213c4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41eacb06bb8549698c2f648e57e1ca0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754606 Jul 13 23:16:42.166874 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd9ae2-dc69-4552-abbf-c6aaf5213c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da861d79-5f3f-4dd6-8656-edac8f1fe933,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:42.171104 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50740) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:42.190471 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fcea7377-34b1-44a9-aac8-3a297ac4ef26 req-25cb652d-459f-4934-a116-b58e39374b21 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462140 Jul 13 23:16:42.248397 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a51c4e0-f1ed-4b61-9f98-c79654708940 admin admin] Publish callbacks [] for security_group (da861d79-5f3f-4dd6-8656-edac8f1fe933), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:42.283016 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a51c4e0-f1ed-4b61-9f98-c79654708940 admin admin] Publish callbacks [] for security_group (da861d79-5f3f-4dd6-8656-edac8f1fe933), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:42.370737 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a51c4e0-f1ed-4b61-9f98-c79654708940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (da861d79-5f3f-4dd6-8656-edac8f1fe933), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:42.374222 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5a51c4e0-f1ed-4b61-9f98-c79654708940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:42.375928 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5a51c4e0-f1ed-4b61-9f98-c79654708940 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da861d79-5f3f-4dd6-8656-edac8f1fe933 HTTP/1.1" status: 204 len: 168 time: 0.2027304 Jul 13 23:16:42.385184 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51c4e0-f1ed-4b61-9f98-c79654708940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da861d79-5f3f-4dd6-8656-edac8f1fe933,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:42.525803 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d0e0d0-6e9a-4ca5-83db-d4ecd863de75 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Router 60af701a-2df9-4cff-ae8b-26077acb96f5 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:16:42.551471 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be684b5a-bb69-4215-bdc9-0c4a8639eef2 req-2e90ce06-1eb7-442b-ad50-9270031747d5 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:42.553451 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-be684b5a-bb69-4215-bdc9-0c4a8639eef2 req-2e90ce06-1eb7-442b-ad50-9270031747d5 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.0634780 Jul 13 23:16:42.596953 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:42.615192 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:42.636979 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-be684b5a-bb69-4215-bdc9-0c4a8639eef2 req-2953a1a3-165e-4872-9821-e148e11915d8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744078 Jul 13 23:16:42.648273 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d0e0d0-6e9a-4ca5-83db-d4ecd863de75 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:16:42.654869 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e9d0e0d0-6e9a-4ca5-83db-d4ecd863de75 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:42.664059 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] Sync routers for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:16:42.683474 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:16:42.684157 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:16:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:42.694598 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-e9d0e0d0-6e9a-4ca5-83db-d4ecd863de75 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "PUT /v2.0/floatingips/2a79f293-8dea-4b4f-a216-277aace27382 HTTP/1.1" status: 200 len: 990 time: 2.2690434 Jul 13 23:16:42.694598 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:42.695507 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bc7993-46a8-472d-8514-3bd4f41d56f7" -d '{"events": [{"name": "network-changed", "server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:42.753028 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8fb69a-6091-4d9e-9efd-0444ce834d63 x-openstack-request-id: req-fe8fb69a-6091-4d9e-9efd-0444ce834d63 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:42.753326 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:42.753576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe8fb69a-6091-4d9e-9efd-0444ce834d63 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:42.754011 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8fb69a-6091-4d9e-9efd-0444ce834d63'] response: {'name': 'network-changed', 'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'status': 'completed', 'code': 200} Jul 13 23:16:42.813235 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867af02-4839-4f06-b961-00ec6f43a74b req-061c78e9-84e5-41e3-acab-d83f9ab72b3b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:42.816392 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:16:42.820079 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6867af02-4839-4f06-b961-00ec6f43a74b req-061c78e9-84e5-41e3-acab-d83f9ab72b3b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0623450 Jul 13 23:16:42.882182 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6867af02-4839-4f06-b961-00ec6f43a74b req-67cdaa34-4f23-4bc0-bae4-f677c56490c9 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606790 Jul 13 23:16:43.168403 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '2a79f293-8dea-4b4f-a216-277aace27382', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'port_id': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'mac_address': 'fa:16:3e:9c:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:32Z', 'updated_at': '2022-07-13T23:16:41Z', 'revision_number': 1, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:43.197736 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] Checking router: 60af701a-2df9-4cff-ae8b-26077acb96f5 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:16:43.207093 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:16:43.207739 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:16:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:43.295387 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb46604-d27b-434a-baf7-6988727ebb06 req-fa4ae00d-1104-479e-9da4-84b8f866f5ff tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:43.296911 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-edb46604-d27b-434a-baf7-6988727ebb06 req-fa4ae00d-1104-479e-9da4-84b8f866f5ff tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0621421 Jul 13 23:16:43.309509 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50782) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:43.320466 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:16:43.372313 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097b24-2a9f-4f90-aff2-7dcf4b9ecd48 req-7e0e5c97-82fd-40e5-9d00-ab4da9af51ae tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:43.373833 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23097b24-2a9f-4f90-aff2-7dcf4b9ecd48 req-7e0e5c97-82fd-40e5-9d00-ab4da9af51ae tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.0861468 Jul 13 23:16:43.407467 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-edb46604-d27b-434a-baf7-6988727ebb06 req-b1a9349f-7459-403e-b7b2-4babd10454b8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018491 Jul 13 23:16:43.411988 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:43.439917 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23097b24-2a9f-4f90-aff2-7dcf4b9ecd48 req-84a55d53-e2b9-4bd9-a204-19aae9e759df tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598340 Jul 13 23:16:43.473235 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-338613665-network', 'tenant_id': '6cc4805d9511488ca2759f2aef15a357'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:43.493569 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Made reservation on behalf of 6cc4805d9511488ca2759f2aef15a357 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:16:43.496627 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.505946 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.562884 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '2a79f293-8dea-4b4f-a216-277aace27382', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'port_id': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'mac_address': 'fa:16:3e:9c:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:32Z', 'updated_at': '2022-07-13T23:16:41Z', 'revision_number': 1, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:43.588849 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fbcd2-55d8-450f-b4b5-a2c7e1d2f8d5 None None] The sync data for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi is: [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '2a79f293-8dea-4b4f-a216-277aace27382', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'port_id': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'mac_address': 'fa:16:3e:9c:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:32Z', 'updated_at': '2022-07-13T23:16:41Z', 'revision_number': 1, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:16:43.595076 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Publish callbacks [] for security_group (b05e7c0e-d2dc-44ef-86dc-6f6d2e478cef), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.599265 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (b05e7c0e-d2dc-44ef-86dc-6f6d2e478cef), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.632023 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:16:43.643043 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05e7c0e-d2dc-44ef-86dc-6f6d2e478cef,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:43.652705 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (49b23dd6-a389-45bf-a7aa-78a1c33765e0), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.653045 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Added segment 49b23dd6-a389-45bf-a7aa-78a1c33765e0 of type vlan for network a50cb182-bf78-4c91-bf8e-6068992af802 Jul 13 23:16:43.699126 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (a50cb182-bf78-4c91-bf8e-6068992af802), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.765094 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (a50cb182-bf78-4c91-bf8e-6068992af802), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.766070 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:43.766639 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.774535 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf91f4a-4178-42df-b63f-aa26b4c03f06 req-101d6daf-f07f-4259-9a04-c28173fe7b84 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:43.776053 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0bf91f4a-4178-42df-b63f-aa26b4c03f06 req-101d6daf-f07f-4259-9a04-c28173fe7b84 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.0583940 Jul 13 23:16:43.826350 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5157154 Jul 13 23:16:43.829834 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50794) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:43.836456 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-10b07e7f-576f-4176-abce-3e6afb14188e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.843342 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Request body: {'subnet': {'network_id': 'a50cb182-bf78-4c91-bf8e-6068992af802', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-338613665-subnet', 'tenant_id': '6cc4805d9511488ca2759f2aef15a357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:43.876510 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Made reservation on behalf of 6cc4805d9511488ca2759f2aef15a357 for: {'subnet': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:16:43.881015 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14774596'] for subnet (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:43.887073 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927b54e-2b78-4990-90b7-b666f65bb25d admin admin] Pushing event updated for resources: {'Network': ['ID=a50cb182-bf78-4c91-bf8e-6068992af802,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:43.897149 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network a50cb182-bf78-4c91-bf8e-6068992af802 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:16:43.915069 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0bf91f4a-4178-42df-b63f-aa26b4c03f06 req-1229280c-fd32-4543-9d86-c5db29393fd7 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319728 Jul 13 23:16:44.045823 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:44.147417 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a7aec-802f-4844-b6b6-8d8982566dbc req-54104b46-3a1d-48ee-8e6a-74c5f8ed6b33 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:44.155098 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a37a7aec-802f-4844-b6b6-8d8982566dbc req-54104b46-3a1d-48ee-8e6a-74c5f8ed6b33 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.1331842 Jul 13 23:16:44.177077 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16506592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14774646'] for subnet (266c6f0a-f60b-4982-a320-4912d519344f), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:44.253787 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a37a7aec-802f-4844-b6b6-8d8982566dbc req-da2e475d-d5aa-44cb-af18-b19fd1ac6883 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903494 Jul 13 23:16:44.296882 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=266c6f0a-f60b-4982-a320-4912d519344f,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:44.320374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Checking segment: {'id': '49b23dd6-a389-45bf-a7aa-78a1c33765e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a50cb182-bf78-4c91-bf8e-6068992af802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:16:44.321724 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Network hostable DHCP agents. Network: a50cb182-bf78-4c91-bf8e-6068992af802, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:16:44.342899 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Network a50cb182-bf78-4c91-bf8e-6068992af802 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:16:44.367906 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, a50cb182-bf78-4c91-bf8e-6068992af802) {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:16:44.380915 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d8f50-5a6d-424a-983e-a047ec4a2162 None None] Network a50cb182-bf78-4c91-bf8e-6068992af802 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:16:44.387597 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:44.388916 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:44.433509 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-96c9ef66-a5d3-4697-be35-abe74abbb441 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5994644 Jul 13 23:16:44.575453 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:44.576582 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb9572-c5d5-4bf1-9ee4-cb936ae041c9 None None] Network a50cb182-bf78-4c91-bf8e-6068992af802 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:16:44.735375 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5ceba-61f5-438e-9e91-e60bd4f3ef4b None None] New status for floating IP 2a79f293-8dea-4b4f-a216-277aace27382: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:16:44.856938 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17714-0b90-47b6-b2e4-9ce247b9f03c req-deff2677-6f58-4e77-9285-324e48b7272b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:44.857467 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0b17714-0b90-47b6-b2e4-9ce247b9f03c req-deff2677-6f58-4e77-9285-324e48b7272b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.3394001 Jul 13 23:16:44.868972 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3388e2-af9f-4975-bec5-78e64f4d5396 req-7ec9455e-bc7c-4ede-a2cf-a88a57844e9b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:44.870537 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fd3388e2-af9f-4975-bec5-78e64f4d5396 req-7ec9455e-bc7c-4ede-a2cf-a88a57844e9b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.2902803 Jul 13 23:16:44.893794 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:44.953785 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0b17714-0b90-47b6-b2e4-9ce247b9f03c req-786d8ba0-ce9d-48f9-acf9-78b14e2e5d04 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822556 Jul 13 23:16:44.962580 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fd3388e2-af9f-4975-bec5-78e64f4d5396 req-e5ebb4d5-61f1-4d41-bc01-e3fd90d24829 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839655 Jul 13 23:16:45.087528 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50840) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:45.092445 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-75239488-network', 'tenant_id': '632cfd2af352489ea38e08274d28274e'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:45.112699 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Made reservation on behalf of 632cfd2af352489ea38e08274d28274e for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:16:45.115323 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.125846 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.218809 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Publish callbacks [] for security_group (c7b90d8a-ba38-4f76-aeef-76018ad42ab8), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.222857 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (c7b90d8a-ba38-4f76-aeef-76018ad42ab8), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.246897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:16:45.264077 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b90d8a-ba38-4f76-aeef-76018ad42ab8,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:45.268079 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (42bc364e-2638-4c48-8d7f-d73945c3a7e4), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.268423 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Added segment 42bc364e-2638-4c48-8d7f-d73945c3a7e4 of type vlan for network 5c3042fa-6a77-4dd4-915a-8fdba099b1b7 Jul 13 23:16:45.314964 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (5c3042fa-6a77-4dd4-915a-8fdba099b1b7), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.340974 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (5c3042fa-6a77-4dd4-915a-8fdba099b1b7), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.342176 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:45.342823 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.365294 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df17ef-97d4-44b0-9897-952bbb23eb39 req-5ea198ed-a825-4369-8624-aa4962a6bd0f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:45.369019 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-87df17ef-97d4-44b0-9897-952bbb23eb39 req-5ea198ed-a825-4369-8624-aa4962a6bd0f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0505126 Jul 13 23:16:45.378975 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2903197 Jul 13 23:16:45.382264 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50844) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:45.394253 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Request body: {'subnet': {'network_id': '5c3042fa-6a77-4dd4-915a-8fdba099b1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-75239488-subnet', 'tenant_id': '632cfd2af352489ea38e08274d28274e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:45.409741 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10869d1-5c5c-40b1-b80d-ee5dc2471c02 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3042fa-6a77-4dd4-915a-8fdba099b1b7,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:45.418307 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:45.424238 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 5c3042fa-6a77-4dd4-915a-8fdba099b1b7 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:16:45.429290 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:45.441355 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Made reservation on behalf of 632cfd2af352489ea38e08274d28274e for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:16:45.443671 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.449347 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-87df17ef-97d4-44b0-9897-952bbb23eb39 req-be6282a9-dbf1-4452-975c-5c4ace2a131a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732064 Jul 13 23:16:45.454766 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:45.623888 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (4b6cf7ea-46ca-4f4f-82e6-7d44f6405e60), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.699318 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6cf7ea-46ca-4f4f-82e6-7d44f6405e60,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:45.706068 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Checking segment: {'id': '42bc364e-2638-4c48-8d7f-d73945c3a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5c3042fa-6a77-4dd4-915a-8fdba099b1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:16:45.706457 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Network hostable DHCP agents. Network: 5c3042fa-6a77-4dd4-915a-8fdba099b1b7, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:16:45.735970 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Network 5c3042fa-6a77-4dd4-915a-8fdba099b1b7 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:16:45.746670 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 5c3042fa-6a77-4dd4-915a-8fdba099b1b7) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:16:45.750918 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:45.751508 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:45.757330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f8321-44c4-47ed-83f1-d0b446114e26 None None] Network 5c3042fa-6a77-4dd4-915a-8fdba099b1b7 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:16:45.771162 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-44f76d1a-c0ca-4e8b-a77e-30c51994347f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3867843 Jul 13 23:16:45.876121 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd0f1f-76fe-4039-a677-2b3d15044ab2 None None] Network 5c3042fa-6a77-4dd4-915a-8fdba099b1b7 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:16:46.082396 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50876) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:46.083072 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cf3e2-519c-4458-9783-c3a07ac4a535 req-4e051ad4-5651-4563-b89e-d9aec50e1f6f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:46.084609 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f3cf3e2-519c-4458-9783-c3a07ac4a535 req-4e051ad4-5651-4563-b89e-d9aec50e1f6f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 943 time: 0.0530827 Jul 13 23:16:46.133681 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f3cf3e2-519c-4458-9783-c3a07ac4a535 req-f40a6581-c61d-467e-bf10-da01dac3533a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427821 Jul 13 23:16:46.187478 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:16:46.223718 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0ffc732e-1846-4fcb-84e6-840a1639acee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.236918 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:46.281329 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c6a9-b616-4bcd-94a5-08a29f0c8380 req-1ac8c21c-e152-4055-85a5-ab5f4f4eb528 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:46.284087 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f858c6a9-b616-4bcd-94a5-08a29f0c8380 req-1ac8c21c-e152-4055-85a5-ab5f4f4eb528 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.0740416 Jul 13 23:16:46.334986 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:46.339984 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0ffc732e-1846-4fcb-84e6-840a1639acee admin admin] Publish callbacks [] for security_group (cd352ccd-ca0e-4c85-a359-0aa7b834b2d2), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.348072 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0ffc732e-1846-4fcb-84e6-840a1639acee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (cd352ccd-ca0e-4c85-a359-0aa7b834b2d2), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.350638 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '0f38b88b-a0f6-4d84-b5ff-c8396205faa1', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'port_id': '0f38b88b-a0f6-4d84-b5ff-c8396205faa1', 'mac_address': 'fa:16:3e:3c:98:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:16:46.360175 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f858c6a9-b616-4bcd-94a5-08a29f0c8380 req-f161b1bb-5116-4034-8df9-a554db2c06c5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702276 Jul 13 23:16:46.390771 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:46.409704 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0ffc732e-1846-4fcb-84e6-840a1639acee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a1b4b84023643888ea95c354ce33b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258970 Jul 13 23:16:46.410532 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:46.410672 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc732e-1846-4fcb-84e6-840a1639acee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd352ccd-ca0e-4c85-a359-0aa7b834b2d2,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:46.411329 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.412894 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50880) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:46.425401 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:16:46.456972 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:46.464337 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.487196 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6e53806b-9123-4477-ad7f-8204b8c59a1c admin admin] Publish callbacks [] for security_group (cd352ccd-ca0e-4c85-a359-0aa7b834b2d2), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.492752 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.517086 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6e53806b-9123-4477-ad7f-8204b8c59a1c admin admin] Publish callbacks [] for security_group (cd352ccd-ca0e-4c85-a359-0aa7b834b2d2), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.520311 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:46.612543 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d56da-a5b1-4316-a63d-11d1849af4fc req-a8f449ce-637f-4608-8114-957c72f4151d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:46.614067 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-901d56da-a5b1-4316-a63d-11d1849af4fc req-a8f449ce-637f-4608-8114-957c72f4151d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.0578461 Jul 13 23:16:46.629310 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6e53806b-9123-4477-ad7f-8204b8c59a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (cd352ccd-ca0e-4c85-a359-0aa7b834b2d2), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.631834 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6e53806b-9123-4477-ad7f-8204b8c59a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.632931 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6e53806b-9123-4477-ad7f-8204b8c59a1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd352ccd-ca0e-4c85-a359-0aa7b834b2d2 HTTP/1.1" status: 204 len: 168 time: 0.2187989 Jul 13 23:16:46.653249 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53806b-9123-4477-ad7f-8204b8c59a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd352ccd-ca0e-4c85-a359-0aa7b834b2d2,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:46.656103 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:46.676290 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.684371 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-901d56da-a5b1-4316-a63d-11d1849af4fc req-806a2e27-c467-4fdb-af39-d9855487b3ac tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628519 Jul 13 23:16:46.876817 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['0f38b88b-a0f6-4d84-b5ff-c8396205faa1'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:16:46.934776 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 50892) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:46.951963 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-16429acb-1152-4618-8929-f4d19f0df890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:46.985481 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:47.045479 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-16429acb-1152-4618-8929-f4d19f0df890 admin admin] Publish callbacks [] for security_group (a634108c-e357-47e3-829e-3a9afaf5c897), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:47.049509 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-16429acb-1152-4618-8929-f4d19f0df890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (a634108c-e357-47e3-829e-3a9afaf5c897), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:47.093047 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-16429acb-1152-4618-8929-f4d19f0df890 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ddb265f3807450991a434ef4210453b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570191 Jul 13 23:16:47.093685 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16429acb-1152-4618-8929-f4d19f0df890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a634108c-e357-47e3-829e-3a9afaf5c897,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:47.096527 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50894) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:47.150901 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f3020bc8-c770-4fd7-98a4-1fccb4f666f1 admin admin] Publish callbacks [] for security_group (a634108c-e357-47e3-829e-3a9afaf5c897), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:47.176888 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f3020bc8-c770-4fd7-98a4-1fccb4f666f1 admin admin] Publish callbacks [] for security_group (a634108c-e357-47e3-829e-3a9afaf5c897), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:47.230060 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f3020bc8-c770-4fd7-98a4-1fccb4f666f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (a634108c-e357-47e3-829e-3a9afaf5c897), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:47.232723 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f3020bc8-c770-4fd7-98a4-1fccb4f666f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:47.233911 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-f3020bc8-c770-4fd7-98a4-1fccb4f666f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a634108c-e357-47e3-829e-3a9afaf5c897 HTTP/1.1" status: 204 len: 168 time: 0.1359203 Jul 13 23:16:47.244013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3020bc8-c770-4fd7-98a4-1fccb4f666f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a634108c-e357-47e3-829e-3a9afaf5c897,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:47.265017 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf5988-a32b-428d-9092-bf2f749309ea req-c95206c2-9361-4015-8306-b115b84a1549 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:47.268226 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1ccf5988-a32b-428d-9092-bf2f749309ea req-c95206c2-9361-4015-8306-b115b84a1549 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 944 time: 0.0561662 Jul 13 23:16:47.332232 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1ccf5988-a32b-428d-9092-bf2f749309ea req-adeccb8c-976a-42d8-a09b-486560d417b5 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476770 Jul 13 23:16:47.480765 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c01f8b-3816-46fb-afdd-23c2fee6b821 req-43d0a188-a87f-4811-b7b0-c35fb28b3ca6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:47.482272 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d4c01f8b-3816-46fb-afdd-23c2fee6b821 req-43d0a188-a87f-4811-b7b0-c35fb28b3ca6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.0516226 Jul 13 23:16:47.534123 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d4c01f8b-3816-46fb-afdd-23c2fee6b821 req-ed159878-e3bb-4342-a6d0-8d3591b82d22 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457990 Jul 13 23:16:47.904115 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c83624-61ca-4c8e-b0be-4726250ce33d req-445f3a17-2d72-4fb6-b6fe-634707df1b40 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:47.907479 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-26c83624-61ca-4c8e-b0be-4726250ce33d req-445f3a17-2d72-4fb6-b6fe-634707df1b40 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.1144500 Jul 13 23:16:47.973060 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-4c2b1e98-b584-4cd5-8c7c-18ca6891b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:47.976098 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-4c2b1e98-b584-4cd5-8c7c-18ca6891b3eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 1129 time: 0.1010878 Jul 13 23:16:48.017014 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-26c83624-61ca-4c8e-b0be-4726250ce33d req-549d7033-5269-4add-bb0f-593368dd8d09 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985534 Jul 13 23:16:48.192029 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device ccf76360-8f51-4f06-b33e-66623cd4e5d8 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:16:48.255135 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-6b9bac84-a5f8-4275-93b3-437e79bef5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:48.262208 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-6b9bac84-a5f8-4275-93b3-437e79bef5f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.2788088 Jul 13 23:16:48.375305 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:16:48.396264 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:48.624962 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:16:48.639425 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:48.649961 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:16:48.651502 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:48.714186 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999128d-3cf3-44d9-8307-0e6ece56eb8c req-468eb605-83b5-440c-8728-a161bf4720e9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:48.728273 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0999128d-3cf3-44d9-8307-0e6ece56eb8c req-468eb605-83b5-440c-8728-a161bf4720e9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 944 time: 0.1909499 Jul 13 23:16:48.744358 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-7589032c-ffae-4eaa-9f1c-285767c8985c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 HTTP/1.1" status: 200 len: 1000 time: 0.3957798 Jul 13 23:16:48.789535 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port ccf76360-8f51-4f06-b33e-66623cd4e5d8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:48.866682 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-7242baa4-a4f2-4800-9c23-a95d3bdf5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:48.868862 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-7242baa4-a4f2-4800-9c23-a95d3bdf5986 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0904200 Jul 13 23:16:48.914641 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:48.915337 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:48.952497 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'port_id': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8', 'mac_address': 'fa:16:3e:0c:61:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:16:48.960228 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-7a2093fe-3c46-410a-9ac6-e30114fb5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:48.964931 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-7a2093fe-3c46-410a-9ac6-e30114fb5f5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0882480 Jul 13 23:16:48.966912 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791efccf-476e-4e8d-8d6d-47f13ec84f0b req-bbea45d7-aaae-4df9-9222-30a5f296ac0b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:48.969736 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-791efccf-476e-4e8d-8d6d-47f13ec84f0b req-bbea45d7-aaae-4df9-9222-30a5f296ac0b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.1633003 Jul 13 23:16:48.978375 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0999128d-3cf3-44d9-8307-0e6ece56eb8c req-40d5aab7-f7f3-4f95-b654-f5463c0e4bc2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339079 Jul 13 23:16:49.054920 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b8ba43-44f4-4724-9754-d61acf29e86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f38b88b-a0f6-4d84-b5ff-c8396205faa1'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:49.064685 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-791efccf-476e-4e8d-8d6d-47f13ec84f0b req-70568de0-13f3-4044-a8a3-0cb6c57508e4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838411 Jul 13 23:16:49.071896 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c534ea4-3dc1-4240-b734-00419c6ab2d7" -d '{"events": [{"server_uuid": "11b8ba43-44f4-4724-9754-d61acf29e86d", "name": "network-vif-plugged", "status": "completed", "tag": "0f38b88b-a0f6-4d84-b5ff-c8396205faa1"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:49.121744 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:49.136568 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port ccf76360-8f51-4f06-b33e-66623cd4e5d8 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:49.137256 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:49.141209 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:49.145729 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-65cc51d3-ed36-4664-8a22-60024833e62b service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739280 Jul 13 23:16:49.190266 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf76360-8f51-4f06-b33e-66623cd4e5d8 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:16:49.250657 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port ccf76360-8f51-4f06-b33e-66623cd4e5d8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:49.253743 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:49.262332 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:49.311650 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-21bc7993-46a8-472d-8514-3bd4f41d56f7 req-5a6e7343-262f-4ba5-8ee1-ef9a063ffca6 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581459 Jul 13 23:16:49.332514 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=ccf76360-8f51-4f06-b33e-66623cd4e5d8,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:49.387978 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c33ef-077b-42a8-b1ac-f6179313eb60 req-23749ca8-3c38-4d83-899a-930069c8197d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:49.389693 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba9c33ef-077b-42a8-b1ac-f6179313eb60 req-23749ca8-3c38-4d83-899a-930069c8197d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 943 time: 0.2643209 Jul 13 23:16:49.402990 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c8ba4-6d24-4aec-8a92-5894a6f93bce req-d1af2b1e-962c-497b-8d67-3ebfcad4e374 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:49.404624 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-306c8ba4-6d24-4aec-8a92-5894a6f93bce req-d1af2b1e-962c-497b-8d67-3ebfcad4e374 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.2447772 Jul 13 23:16:49.420043 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 50962) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:49.426006 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-bdb2a5ae-0b01-4eef-8b99-ef382e5b21ab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'floatingip': {'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:49.480083 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc51d01-73be-419b-8291-f41531f31e46 x-openstack-request-id: req-9fc51d01-73be-419b-8291-f41531f31e46 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:49.481511 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b8ba43-44f4-4724-9754-d61acf29e86d", "name": "network-vif-plugged", "status": "completed", "tag": "0f38b88b-a0f6-4d84-b5ff-c8396205faa1", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:49.482103 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fc51d01-73be-419b-8291-f41531f31e46 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:49.482987 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc51d01-73be-419b-8291-f41531f31e46'] response: {'server_uuid': '11b8ba43-44f4-4724-9754-d61acf29e86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f38b88b-a0f6-4d84-b5ff-c8396205faa1', 'code': 200} Jul 13 23:16:49.505054 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bdb2a5ae-0b01-4eef-8b99-ef382e5b21ab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (56f97093-dfbc-41b7-99cb-2638dd4957a9), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:49.516238 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba9c33ef-077b-42a8-b1ac-f6179313eb60 req-b275f825-1f06-4889-a618-4160ead7149f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103191 Jul 13 23:16:49.651460 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['ccf76360-8f51-4f06-b33e-66623cd4e5d8'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:16:49.727298 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b64c11-e25b-48c8-b17e-c7d032cf14ea req-187aa892-d4b2-4622-8c2f-61ab5e61e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:49.728867 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c8b64c11-e25b-48c8-b17e-c7d032cf14ea req-187aa892-d4b2-4622-8c2f-61ab5e61e6a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 1129 time: 0.0613937 Jul 13 23:16:49.798252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:49.848028 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:49.868426 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c8b64c11-e25b-48c8-b17e-c7d032cf14ea req-4cbf5b4b-9db2-4127-8845-9f100a6222df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005092 Jul 13 23:16:50.201329 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688899f6-2a5d-49e4-aae5-edc5ecfa9cc6 req-c37b1cca-bde9-49c6-9ae1-03dc7240bd68 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:50.212693 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-688899f6-2a5d-49e4-aae5-edc5ecfa9cc6 req-c37b1cca-bde9-49c6-9ae1-03dc7240bd68 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1021323 Jul 13 23:16:50.253240 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:50.265626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bdb2a5ae-0b01-4eef-8b99-ef382e5b21ab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:50.276903 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bdb2a5ae-0b01-4eef-8b99-ef382e5b21ab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (56f97093-dfbc-41b7-99cb-2638dd4957a9), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:50.348545 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-688899f6-2a5d-49e4-aae5-edc5ecfa9cc6 req-536de0bb-63a3-485f-95c6-7b41dfec4c3d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344845 Jul 13 23:16:50.425828 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [None req-bdb2a5ae-0b01-4eef-8b99-ef382e5b21ab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Floating IP 56f97093-dfbc-41b7-99cb-2638dd4957a9 associated. External IP: 172.27.3.131, port: 5f3bac34-6ec6-422c-b645-13a0a0553ccb. Jul 13 23:16:50.672501 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb2a5ae-0b01-4eef-8b99-ef382e5b21ab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:16:50.703825 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff947-13a2-49c0-b97b-10424dc37939 req-c51b278d-66ae-4bd0-b350-e2df9bfdc631 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:50.706276 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-394ff947-13a2-49c0-b97b-10424dc37939 req-c51b278d-66ae-4bd0-b350-e2df9bfdc631 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 944 time: 0.0760856 Jul 13 23:16:50.766732 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-394ff947-13a2-49c0-b97b-10424dc37939 req-877c0c58-de95-436e-a52e-57a2479b5dc1 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545168 Jul 13 23:16:50.837427 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb2a5ae-0b01-4eef-8b99-ef382e5b21ab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:16:50.843328 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bdb2a5ae-0b01-4eef-8b99-ef382e5b21ab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:50.847440 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device ccf76360-8f51-4f06-b33e-66623cd4e5d8 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:16:50.860306 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:16:50.872654 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:16:50.873549 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:16:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:50.913881 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-bdb2a5ae-0b01-4eef-8b99-ef382e5b21ab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "PUT /v2.0/floatingips/56f97093-dfbc-41b7-99cb-2638dd4957a9 HTTP/1.1" status: 200 len: 991 time: 1.4922266 Jul 13 23:16:50.914849 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'tag': '5f3bac34-6ec6-422c-b645-13a0a0553ccb'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:50.918541 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2990da5c-6bc6-410b-b2c4-5f5e275cb026", "tag": "5f3bac34-6ec6-422c-b645-13a0a0553ccb"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:50.978977 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f693e8f-d360-4948-a0f7-4c09c1ac4582 x-openstack-request-id: req-7f693e8f-d360-4948-a0f7-4c09c1ac4582 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:50.979417 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2990da5c-6bc6-410b-b2c4-5f5e275cb026", "tag": "5f3bac34-6ec6-422c-b645-13a0a0553ccb", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:50.979776 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f693e8f-d360-4948-a0f7-4c09c1ac4582 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:50.980394 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f693e8f-d360-4948-a0f7-4c09c1ac4582'] response: {'name': 'network-changed', 'server_uuid': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'tag': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'status': 'completed', 'code': 200} Jul 13 23:16:50.995947 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:16:51.143661 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port ccf76360-8f51-4f06-b33e-66623cd4e5d8 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:16:51.155071 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-d71589c3-39e0-46ee-a60c-e97d4a6bbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:51.161117 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:51.167032 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-d71589c3-39e0-46ee-a60c-e97d4a6bbb83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 1129 time: 0.0766108 Jul 13 23:16:51.174734 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port ccf76360-8f51-4f06-b33e-66623cd4e5d8 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:16:51.175427 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:51.269891 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:51.313765 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port ccf76360-8f51-4f06-b33e-66623cd4e5d8 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:16:51.314746 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:51.335060 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-e2f53330-f161-4dff-ae91-8f0c436da714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:51.336735 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-e2f53330-f161-4dff-ae91-8f0c436da714 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 916 time: 0.1265435 Jul 13 23:16:51.386108 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port ccf76360-8f51-4f06-b33e-66623cd4e5d8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:16:51.400375 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:51.403247 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '56f97093-dfbc-41b7-99cb-2638dd4957a9', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:35Z', 'updated_at': '2022-07-13T23:16:50Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:51.466414 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-bcf3ce25-6c1e-47db-8735-0d457bc59423 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3bac34-6ec6-422c-b645-13a0a0553ccb HTTP/1.1" status: 200 len: 999 time: 0.1223264 Jul 13 23:16:51.468331 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:16:51.486198 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:16:51.486482 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:51.486724 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:16:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:51.489060 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c4763-40ab-42a9-ac2d-bfde605036d4" -d '{"events": [{"server_uuid": "7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e", "name": "network-vif-plugged", "status": "completed", "tag": "ccf76360-8f51-4f06-b33e-66623cd4e5d8"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:51.491624 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:51.513911 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=ccf76360-8f51-4f06-b33e-66623cd4e5d8,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:51.536456 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac37d96-8203-4b1d-b69c-768a77e197fc req-b8a3010c-311a-4fbd-95cc-9df36e3332ec tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:51.546423 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ac37d96-8203-4b1d-b69c-768a77e197fc req-b8a3010c-311a-4fbd-95cc-9df36e3332ec tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0869298 Jul 13 23:16:51.564671 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d5c02c-3176-4628-b289-1c88c68e04a3 x-openstack-request-id: req-f2d5c02c-3176-4628-b289-1c88c68e04a3 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:51.565088 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e", "name": "network-vif-plugged", "status": "completed", "tag": "ccf76360-8f51-4f06-b33e-66623cd4e5d8", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:51.565458 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2d5c02c-3176-4628-b289-1c88c68e04a3 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:51.566637 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d5c02c-3176-4628-b289-1c88c68e04a3'] response: {'server_uuid': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8', 'code': 200} Jul 13 23:16:51.606612 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ac37d96-8203-4b1d-b69c-768a77e197fc req-06cd7b85-8047-4976-8ea9-b18cadf1f7b3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589964 Jul 13 23:16:51.624114 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:16:51.679613 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:51.872406 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '56f97093-dfbc-41b7-99cb-2638dd4957a9', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:35Z', 'updated_at': '2022-07-13T23:16:50Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:51.899294 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad07fa-5b91-4cec-aa3c-9126efd4a03d None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '56f97093-dfbc-41b7-99cb-2638dd4957a9', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:35Z', 'updated_at': '2022-07-13T23:16:50Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:16:51.918312 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751802c2-38e1-4664-a62c-8d858447d5fa req-9b5f3152-1997-4b5a-ad3c-5b9f5d000b48 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:51.919920 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-751802c2-38e1-4664-a62c-8d858447d5fa req-9b5f3152-1997-4b5a-ad3c-5b9f5d000b48 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0592623 Jul 13 23:16:51.971677 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:51.982015 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-751802c2-38e1-4664-a62c-8d858447d5fa req-a7a13d13-3082-4bab-bfbe-e859ce32b441 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517600 Jul 13 23:16:52.145053 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:52.147317 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-e6a7a94d-325a-48b2-80bf-fda98aad9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:52.149656 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-e6a7a94d-325a-48b2-80bf-fda98aad9e49 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0761211 Jul 13 23:16:52.203132 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-816458ad-40a9-4fe2-a354-17ff0ec11d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:52.204678 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-816458ad-40a9-4fe2-a354-17ff0ec11d15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482523 Jul 13 23:16:52.231999 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:52.334898 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195bcf4-131c-4170-a407-cac4dbd51632 req-c1b7813b-799a-4afd-bc8a-ae062f2ae1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:52.336610 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a195bcf4-131c-4170-a407-cac4dbd51632 req-c1b7813b-799a-4afd-bc8a-ae062f2ae1d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 1129 time: 0.0580816 Jul 13 23:16:52.370062 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-30a376a2-e411-40fb-8b81-eddfafa6ac1a service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584489 Jul 13 23:16:52.493637 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a195bcf4-131c-4170-a407-cac4dbd51632 req-e4913a63-b3e2-4d66-a9a1-03d44874371c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484880 Jul 13 23:16:52.532113 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2fdbbf04-4aab-4f55-8480-24f5cc1423fc req-02592f23-2a04-4269-ab6c-a84b7d6bbee2 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549067 Jul 13 23:16:52.772415 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0708d1a-cb07-47dc-abfb-882c411839ba req-e294615f-f344-4f80-8cda-31b2ff8ae7fb tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:52.782797 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e0708d1a-cb07-47dc-abfb-882c411839ba req-e294615f-f344-4f80-8cda-31b2ff8ae7fb tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0912724 Jul 13 23:16:52.825010 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d876894-6be3-4469-9627-cfa446d50a18 None None] New status for floating IP 56f97093-dfbc-41b7-99cb-2638dd4957a9: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:16:52.843467 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e0708d1a-cb07-47dc-abfb-882c411839ba req-f6c163cb-2d0f-42dd-979d-301dd9eb8eab tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596871 Jul 13 23:16:52.933121 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:53.181583 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125cbd7-ee81-4672-93b0-5fb29c25568f req-2771d52b-2e57-4409-b661-b06cdb8de1a9 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:53.183813 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8125cbd7-ee81-4672-93b0-5fb29c25568f req-2771d52b-2e57-4409-b661-b06cdb8de1a9 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0888350 Jul 13 23:16:53.241437 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262df8b-d651-40f4-a6a8-60e4ff2ebea2 req-eaaf2ecd-3fab-40f0-b976-b9915a4dda72 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:53.243151 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f262df8b-d651-40f4-a6a8-60e4ff2ebea2 req-eaaf2ecd-3fab-40f0-b976-b9915a4dda72 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1069071 Jul 13 23:16:53.305472 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8125cbd7-ee81-4672-93b0-5fb29c25568f req-7ec26b7b-71e4-401a-aefd-7568cb4fb1e4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109092 Jul 13 23:16:53.330450 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f262df8b-d651-40f4-a6a8-60e4ff2ebea2 req-53b1e16b-b106-4aa9-b4ba-bbda7c699ccd tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694034 Jul 13 23:16:53.874512 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-0c00267f-fe5a-497b-9343-304f74d57b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:53.877550 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-0c00267f-fe5a-497b-9343-304f74d57b57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 1129 time: 0.0501542 Jul 13 23:16:54.234178 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-3921c85d-10fa-4822-acab-f00bfa8b46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:54.235711 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-3921c85d-10fa-4822-acab-f00bfa8b46ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.3316076 Jul 13 23:16:54.301956 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51092) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:54.379991 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-7f3b6fc8-26ef-4f4c-82f2-5eeb81cd06ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f38b88b-a0f6-4d84-b5ff-c8396205faa1 HTTP/1.1" status: 200 len: 217 time: 0.0467422 Jul 13 23:16:54.505598 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06c7ed-df8d-4c7f-a2a5-58b493d21670 req-365c4141-d9ff-4365-a75c-303f4387b19a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:54.508015 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eb06c7ed-df8d-4c7f-a2a5-58b493d21670 req-365c4141-d9ff-4365-a75c-303f4387b19a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0797050 Jul 13 23:16:54.508981 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1df67d92-3d8c-42b6-91e1-fdf985615e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:54.565528 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349165f9-9b5b-4371-a005-35cc0cc70339 req-5baac0e6-51bd-4ce5-9ea6-41b52f508003 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:54.567159 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-349165f9-9b5b-4371-a005-35cc0cc70339 req-5baac0e6-51bd-4ce5-9ea6-41b52f508003 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0787668 Jul 13 23:16:54.609289 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eb06c7ed-df8d-4c7f-a2a5-58b493d21670 req-c4e18fb5-5378-419a-9f27-9e8328e81c79 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829735 Jul 13 23:16:54.630069 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1df67d92-3d8c-42b6-91e1-fdf985615e70 admin admin] Publish callbacks [] for security_group (a5647a6a-5432-489e-9c0e-66c893fa30d4), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:54.641359 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1df67d92-3d8c-42b6-91e1-fdf985615e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (a5647a6a-5432-489e-9c0e-66c893fa30d4), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:54.649442 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-349165f9-9b5b-4371-a005-35cc0cc70339 req-d5d79438-e694-46a8-bf13-0f2d75b36484 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Jul 13 23:16:54.691385 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-1df67d92-3d8c-42b6-91e1-fdf985615e70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b372e8c27a86409ab7e2a0a43b0b5de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882778 Jul 13 23:16:54.692308 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df67d92-3d8c-42b6-91e1-fdf985615e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5647a6a-5432-489e-9c0e-66c893fa30d4,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:54.694296 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51104) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:54.755325 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4055e494-c647-46f1-b036-b5df0ad2ddef admin admin] Publish callbacks [] for security_group (a5647a6a-5432-489e-9c0e-66c893fa30d4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:54.781840 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4055e494-c647-46f1-b036-b5df0ad2ddef admin admin] Publish callbacks [] for security_group (a5647a6a-5432-489e-9c0e-66c893fa30d4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:54.840485 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4055e494-c647-46f1-b036-b5df0ad2ddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (a5647a6a-5432-489e-9c0e-66c893fa30d4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:54.843188 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4055e494-c647-46f1-b036-b5df0ad2ddef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:54.844487 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4055e494-c647-46f1-b036-b5df0ad2ddef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5647a6a-5432-489e-9c0e-66c893fa30d4 HTTP/1.1" status: 204 len: 168 time: 0.1488178 Jul 13 23:16:54.853297 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055e494-c647-46f1-b036-b5df0ad2ddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5647a6a-5432-489e-9c0e-66c893fa30d4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:55.079727 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-dcb36007-8548-4f33-9808-84e454ce26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:55.081975 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-dcb36007-8548-4f33-9808-84e454ce26e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0530670 Jul 13 23:16:55.148287 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-53ed0722-5e1e-447a-b9ac-818e7dbde38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:55.151737 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-53ed0722-5e1e-447a-b9ac-818e7dbde38d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584610 Jul 13 23:16:55.232668 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51118) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:55.250001 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-18a7baf9-62b7-4951-b6e8-6872060b7556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:55.306434 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:55.309517 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-f6688818-58af-479f-970c-65165415d9a8 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469724 Jul 13 23:16:55.357759 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-18a7baf9-62b7-4951-b6e8-6872060b7556 admin admin] Publish callbacks [] for security_group (ce3bf7be-8eae-4d58-a0dd-b7d9ac5131e3), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:55.363021 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-18a7baf9-62b7-4951-b6e8-6872060b7556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ce3bf7be-8eae-4d58-a0dd-b7d9ac5131e3), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:55.405480 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7baf9-62b7-4951-b6e8-6872060b7556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3bf7be-8eae-4d58-a0dd-b7d9ac5131e3,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:55.409964 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-18a7baf9-62b7-4951-b6e8-6872060b7556 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d56018968ed64469aa8e5f5e1b6d257b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762211 Jul 13 23:16:55.414221 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51120) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:55.462980 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:55.482175 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-241e34c3-04d1-4dbf-ae47-e17997deb329 admin admin] Publish callbacks [] for security_group (ce3bf7be-8eae-4d58-a0dd-b7d9ac5131e3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:55.512878 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:55.524252 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-241e34c3-04d1-4dbf-ae47-e17997deb329 admin admin] Publish callbacks [] for security_group (ce3bf7be-8eae-4d58-a0dd-b7d9ac5131e3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:55.530496 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-88acf415-54ca-4f2b-8793-6e62532b7977 req-9a4e6fb7-d2d3-4f91-a6a1-dcb5d0df0543 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040556 Jul 13 23:16:55.605426 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-241e34c3-04d1-4dbf-ae47-e17997deb329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ce3bf7be-8eae-4d58-a0dd-b7d9ac5131e3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:55.608692 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-241e34c3-04d1-4dbf-ae47-e17997deb329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:55.609997 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-241e34c3-04d1-4dbf-ae47-e17997deb329 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce3bf7be-8eae-4d58-a0dd-b7d9ac5131e3 HTTP/1.1" status: 204 len: 168 time: 0.1949146 Jul 13 23:16:55.619239 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e34c3-04d1-4dbf-ae47-e17997deb329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3bf7be-8eae-4d58-a0dd-b7d9ac5131e3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:55.765883 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec521c-7a30-4ff7-b6ec-7b680dca624f req-e96e5f80-8f4a-49d8-ae4c-0ca256d14b19 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:55.768643 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86ec521c-7a30-4ff7-b6ec-7b680dca624f req-e96e5f80-8f4a-49d8-ae4c-0ca256d14b19 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0604062 Jul 13 23:16:55.872150 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1261f5-d0ff-4a87-8ee3-880638ed0ac4 req-f19eb7c1-196d-4566-9fea-06bf7857c795 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:55.873734 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a1261f5-d0ff-4a87-8ee3-880638ed0ac4 req-f19eb7c1-196d-4566-9fea-06bf7857c795 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0861695 Jul 13 23:16:55.883900 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86ec521c-7a30-4ff7-b6ec-7b680dca624f req-0ce7f32b-b091-42d0-ae9c-7601d66e66d5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058137 Jul 13 23:16:55.944420 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a1261f5-d0ff-4a87-8ee3-880638ed0ac4 req-d2ebe17c-0d60-432c-ac74-610c7c0a8e55 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592682 Jul 13 23:16:56.086996 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da9847-9bd1-4f81-b06c-96377b61d213 req-582e97e5-c333-41b0-b65c-04e3346b0a56 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:56.088664 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-95da9847-9bd1-4f81-b06c-96377b61d213 req-582e97e5-c333-41b0-b65c-04e3346b0a56 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0662782 Jul 13 23:16:56.102403 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51136) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:56.108279 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'floatingip': {'port_id': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:16:56.188758 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51138) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:56.198489 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (7ba77a53-085b-4d93-8f2b-a4a6dacd7381), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:56.207468 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6643018e-0743-4e4b-ba23-f7475cf93499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:56.238113 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:56.331852 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6643018e-0743-4e4b-ba23-f7475cf93499 admin admin] Publish callbacks [] for security_group (678fdc19-278e-4da1-a7ff-4858be1df192), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:56.341300 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6643018e-0743-4e4b-ba23-f7475cf93499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (678fdc19-278e-4da1-a7ff-4858be1df192), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:56.392167 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643018e-0743-4e4b-ba23-f7475cf93499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678fdc19-278e-4da1-a7ff-4858be1df192,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:56.397296 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-6643018e-0743-4e4b-ba23-f7475cf93499 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9ce58ab1ba44d15a985ded223029409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2066090 Jul 13 23:16:56.399926 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51144) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:16:56.464804 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d2b71685-f339-4ead-af7b-0a255c8de942 admin admin] Publish callbacks [] for security_group (678fdc19-278e-4da1-a7ff-4858be1df192), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:56.509217 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d2b71685-f339-4ead-af7b-0a255c8de942 admin admin] Publish callbacks [] for security_group (678fdc19-278e-4da1-a7ff-4858be1df192), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:56.590064 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d2b71685-f339-4ead-af7b-0a255c8de942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (678fdc19-278e-4da1-a7ff-4858be1df192), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:56.595070 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d2b71685-f339-4ead-af7b-0a255c8de942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:56.597199 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d2b71685-f339-4ead-af7b-0a255c8de942 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/678fdc19-278e-4da1-a7ff-4858be1df192 HTTP/1.1" status: 204 len: 168 time: 0.1947145 Jul 13 23:16:56.612192 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b71685-f339-4ead-af7b-0a255c8de942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678fdc19-278e-4da1-a7ff-4858be1df192,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:16:57.453994 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1984d3a-e368-4c35-aa93-83c231ed1d46 req-40c2f8ee-8f04-43eb-9a2a-eed91594d0da tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:57.461160 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1984d3a-e368-4c35-aa93-83c231ed1d46 req-40c2f8ee-8f04-43eb-9a2a-eed91594d0da tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.4186454 Jul 13 23:16:57.514427 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:57.530917 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.db.resource_extend [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 13 23:16:57.604812 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1984d3a-e368-4c35-aa93-83c231ed1d46 req-970f98ca-821f-43d1-921a-21c6c09666c8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427307 Jul 13 23:16:57.632427 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:57.644673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (7ba77a53-085b-4d93-8f2b-a4a6dacd7381), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:57.774803 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Floating IP 7ba77a53-085b-4d93-8f2b-a4a6dacd7381 associated. External IP: 172.27.3.197, port: ccf76360-8f51-4f06-b33e-66623cd4e5d8. Jul 13 23:16:57.896623 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:58.060419 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:16:58.228973 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:16:58.246666 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:16:58.250055 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] Sync routers for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:16:58.268081 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:16:58.269441 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:16:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:58.334690 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8bf4addc-ec49-4077-8a16-0d31b358c96b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "PUT /v2.0/floatingips/7ba77a53-085b-4d93-8f2b-a4a6dacd7381 HTTP/1.1" status: 200 len: 991 time: 2.2305889 Jul 13 23:16:58.335638 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'tag': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:16:58.341390 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07f7bfe-1cb1-47d8-b47d-458309125ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e", "tag": "ccf76360-8f51-4f06-b33e-66623cd4e5d8"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:16:58.434760 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653424d6-b08f-4cb3-96a3-eb04a74115fe x-openstack-request-id: req-653424d6-b08f-4cb3-96a3-eb04a74115fe {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:16:58.435515 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e", "tag": "ccf76360-8f51-4f06-b33e-66623cd4e5d8", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:16:58.436425 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-653424d6-b08f-4cb3-96a3-eb04a74115fe {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:16:58.437600 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653424d6-b08f-4cb3-96a3-eb04a74115fe'] response: {'name': 'network-changed', 'server_uuid': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'tag': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8', 'status': 'completed', 'code': 200} Jul 13 23:16:58.492179 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:16:58.584868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-3b35b3ec-9919-4dff-a29d-41b4e5aecbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:58.589050 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-3b35b3ec-9919-4dff-a29d-41b4e5aecbe7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 1129 time: 0.1197948 Jul 13 23:16:58.798749 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-23236c24-f6a4-441b-af93-656f42eaf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:58.802180 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-23236c24-f6a4-441b-af93-656f42eaf3af service neutron] 10.222.0.58 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 912 time: 0.1979311 Jul 13 23:16:58.820458 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba57dd-fca4-432a-9436-ee76fcdb8a12 req-841ec1c4-6e7a-4a1c-aae8-3af8761f9eaf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:58.829083 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bba57dd-fca4-432a-9436-ee76fcdb8a12 req-841ec1c4-6e7a-4a1c-aae8-3af8761f9eaf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1004148 Jul 13 23:16:58.916561 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bba57dd-fca4-432a-9436-ee76fcdb8a12 req-e7d407cc-b86d-4b46-ad9d-531c5133ffec tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859203 Jul 13 23:16:58.991102 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-d2191710-0893-48b3-803b-1f2a11c8da50 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8 HTTP/1.1" status: 200 len: 999 time: 0.1651978 Jul 13 23:16:59.111011 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-c62dd782-cee6-4419-ae99-bb44352ddc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:59.112998 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-c62dd782-cee6-4419-ae99-bb44352ddc62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc24c837-6f7d-425f-9a8a-c1039c02421c HTTP/1.1" status: 200 len: 850 time: 0.1067290 Jul 13 23:16:59.168351 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7ba77a53-085b-4d93-8f2b-a4a6dacd7381', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'port_id': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'mac_address': 'fa:16:3e:0c:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:47Z', 'updated_at': '2022-07-13T23:16:57Z', 'revision_number': 1, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:59.218348 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] Checking router: ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:16:59.233895 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:16:59.235631 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:16:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:59.238316 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-7367604a-eccf-4c8e-a391-15717f8a4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:59.243805 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-7367604a-eccf-4c8e-a391-15717f8a4bcc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1132960 Jul 13 23:16:59.406804 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd8f69-98e1-44e2-b1be-5f4479165203 req-998c885c-c823-4951-9339-aa17173b2af6 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:16:59.409563 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-56cd8f69-98e1-44e2-b1be-5f4479165203 req-998c885c-c823-4951-9339-aa17173b2af6 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.1021559 Jul 13 23:16:59.417397 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:59.449246 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:16:59.516596 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-56cd8f69-98e1-44e2-b1be-5f4479165203 req-46ee60c2-2e59-4d64-b9dc-039039878b75 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969348 Jul 13 23:16:59.564165 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:16:59.790642 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7ba77a53-085b-4d93-8f2b-a4a6dacd7381', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'port_id': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'mac_address': 'fa:16:3e:0c:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:47Z', 'updated_at': '2022-07-13T23:16:57Z', 'revision_number': 1, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:16:59.820141 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e0763-517a-47aa-89a8-59d16eefc45f None None] The sync data for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi is: [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7ba77a53-085b-4d93-8f2b-a4a6dacd7381', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'port_id': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'mac_address': 'fa:16:3e:0c:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:47Z', 'updated_at': '2022-07-13T23:16:57Z', 'revision_number': 1, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:16:59.957561 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51262) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:00.100761 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b7b6f-a1ad-41c0-a2d0-98b04c96f6f3 req-8fb3c7bc-03f8-4cb0-8649-88658bc72dd6 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:00.103193 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c2b7b6f-a1ad-41c0-a2d0-98b04c96f6f3 req-8fb3c7bc-03f8-4cb0-8649-88658bc72dd6 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0857363 Jul 13 23:17:00.155630 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-525aa222-70c4-4aa8-ad8e-575e3ebe128f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:00.200933 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c2b7b6f-a1ad-41c0-a2d0-98b04c96f6f3 req-cb7ef61e-69f3-462e-9ff7-351a069e92d9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864069 Jul 13 23:17:00.293007 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-525aa222-70c4-4aa8-ad8e-575e3ebe128f admin admin] Publish callbacks [] for security_group (0c86811a-c2d3-4a0f-8994-725ecb0f41e3), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:00.298553 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-525aa222-70c4-4aa8-ad8e-575e3ebe128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (0c86811a-c2d3-4a0f-8994-725ecb0f41e3), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:00.370817 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-525aa222-70c4-4aa8-ad8e-575e3ebe128f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29cbc0f207634b90ad0ff369c5a91ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116433 Jul 13 23:17:00.371854 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aa222-70c4-4aa8-ad8e-575e3ebe128f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c86811a-c2d3-4a0f-8994-725ecb0f41e3,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:00.373899 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51266) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:00.473790 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0811-f29f-435d-8459-7b572d364165 admin admin] Publish callbacks [] for security_group (0c86811a-c2d3-4a0f-8994-725ecb0f41e3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:00.519864 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0811-f29f-435d-8459-7b572d364165 admin admin] Publish callbacks [] for security_group (0c86811a-c2d3-4a0f-8994-725ecb0f41e3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:00.563903 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:00.603351 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0811-f29f-435d-8459-7b572d364165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (0c86811a-c2d3-4a0f-8994-725ecb0f41e3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:00.606233 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0811-f29f-435d-8459-7b572d364165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:00.611665 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e3bb0811-f29f-435d-8459-7b572d364165 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c86811a-c2d3-4a0f-8994-725ecb0f41e3 HTTP/1.1" status: 204 len: 168 time: 0.2319796 Jul 13 23:17:00.619845 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb0811-f29f-435d-8459-7b572d364165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c86811a-c2d3-4a0f-8994-725ecb0f41e3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:00.987175 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1436fe-db33-4018-aa8a-3d5af7aa8c5a req-649c6746-e92e-4674-a645-60e9af630cef tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:00.996173 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3d1436fe-db33-4018-aa8a-3d5af7aa8c5a req-649c6746-e92e-4674-a645-60e9af630cef tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.1619692 Jul 13 23:17:01.006252 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af530b18-747f-4f52-a9b1-6bcba4823dae None None] New status for floating IP 7ba77a53-085b-4d93-8f2b-a4a6dacd7381: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:17:01.055305 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:01.057450 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:01.062375 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-e1ee9078-08c6-4aee-9da8-6dc314af1aab service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290843 Jul 13 23:17:01.182842 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3d1436fe-db33-4018-aa8a-3d5af7aa8c5a req-b4012c67-de6b-4f3c-be95-f69928691af3 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694336 Jul 13 23:17:01.321139 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51288) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:01.332867 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c07f7bfe-1cb1-47d8-b47d-458309125ba7 req-30f2a9c3-39b5-41d6-8b27-46aa3253a5e4 service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468104 Jul 13 23:17:01.347323 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-222c93bd-4189-438c-8116-cf4b5588988a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:01.407213 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660331c-c5d9-4052-be2b-a835e636b58b req-962f5307-32b8-4836-b325-7e5904194944 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:01.409021 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c660331c-c5d9-4052-be2b-a835e636b58b req-962f5307-32b8-4836-b325-7e5904194944 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0801902 Jul 13 23:17:01.502032 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:01.543513 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c660331c-c5d9-4052-be2b-a835e636b58b req-29a58c4c-a59a-4215-bbe8-c8ac9de2f02d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219077 Jul 13 23:17:01.597807 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-222c93bd-4189-438c-8116-cf4b5588988a admin admin] Publish callbacks [] for security_group (f3c9435a-7081-4370-bf42-67f0e871850d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:01.606964 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-222c93bd-4189-438c-8116-cf4b5588988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f3c9435a-7081-4370-bf42-67f0e871850d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:01.675943 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-222c93bd-4189-438c-8116-cf4b5588988a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c9a1558a1f94cbfa9f98eb28d1b02c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495986 Jul 13 23:17:01.675943 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c93bd-4189-438c-8116-cf4b5588988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c9435a-7081-4370-bf42-67f0e871850d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:01.679983 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51296) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:01.773093 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-47a36747-3a12-4624-b845-02417515d793 admin admin] Publish callbacks [] for security_group (f3c9435a-7081-4370-bf42-67f0e871850d), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:01.815654 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-47a36747-3a12-4624-b845-02417515d793 admin admin] Publish callbacks [] for security_group (f3c9435a-7081-4370-bf42-67f0e871850d), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:01.816253 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-dc3e1198-937d-4924-8ff7-b45407fa12ac tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:01.819096 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-dc3e1198-937d-4924-8ff7-b45407fa12ac tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.1476266 Jul 13 23:17:01.925338 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-47a36747-3a12-4624-b845-02417515d793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f3c9435a-7081-4370-bf42-67f0e871850d), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:01.928769 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-47a36747-3a12-4624-b845-02417515d793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:01.934692 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-47a36747-3a12-4624-b845-02417515d793 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3c9435a-7081-4370-bf42-67f0e871850d HTTP/1.1" status: 204 len: 168 time: 0.2491188 Jul 13 23:17:01.948719 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a36747-3a12-4624-b845-02417515d793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c9435a-7081-4370-bf42-67f0e871850d,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:01.960855 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Deleting port a0de02e1-4f26-4442-8635-8e12f8ce4c0b {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:17:01.961288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:01.969051 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:17:02.089729 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] For port a0de02e1-4f26-4442-8635-8e12f8ce4c0b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:02.090563 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:02.118546 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Calling delete_port for a0de02e1-4f26-4442-8635-8e12f8ce4c0b owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:17:02.360903 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65a409-a33c-4ed9-a092-420da26f0d45 req-0b74bf04-d7b2-4e90-bff6-87ef352b6887 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:02.363355 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb65a409-a33c-4ed9-a092-420da26f0d45 req-0b74bf04-d7b2-4e90-bff6-87ef352b6887 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 946 time: 0.0604055 Jul 13 23:17:02.423181 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (a0de02e1-4f26-4442-8635-8e12f8ce4c0b), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:02.441685 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['a0de02e1-4f26-4442-8635-8e12f8ce4c0b'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:17:02.456445 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb65a409-a33c-4ed9-a092-420da26f0d45 req-fa65f628-320c-4680-9ad6-be0d60c47e81 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/security-groups?id=76924cbc-37e6-4dab-8d06-bafcb62fc0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810816 Jul 13 23:17:02.475051 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Pushing event deleted for resources: {'Port': ['ID=a0de02e1-4f26-4442-8635-8e12f8ce4c0b,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:02.582990 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] No DVR routers for this DVR port a0de02e1-4f26-4442-8635-8e12f8ce4c0b on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:17:02.588707 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:02.592148 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8d324be6-df7b-48ac-83b4-2b3d350b13d4 req-bfe3517f-711e-4141-a1b4-d5dca2f162c8 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.58 "DELETE /v2.0/ports/a0de02e1-4f26-4442-8635-8e12f8ce4c0b HTTP/1.1" status: 204 len: 173 time: 0.7678828 Jul 13 23:17:02.592636 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c', 'name': 'network-vif-deleted', 'tag': 'a0de02e1-4f26-4442-8635-8e12f8ce4c0b'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:17:02.595880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f27211-e310-4766-a467-0378d3c13550" -d '{"events": [{"server_uuid": "9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c", "name": "network-vif-deleted", "tag": "a0de02e1-4f26-4442-8635-8e12f8ce4c0b"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:17:02.675450 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b4cc90-f6a2-45c3-8b6d-afdfc2c2a794 x-openstack-request-id: req-c3b4cc90-f6a2-45c3-8b6d-afdfc2c2a794 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:17:02.677589 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c", "name": "network-vif-deleted", "tag": "a0de02e1-4f26-4442-8635-8e12f8ce4c0b", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:17:02.684657 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3b4cc90-f6a2-45c3-8b6d-afdfc2c2a794 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:17:02.685707 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b4cc90-f6a2-45c3-8b6d-afdfc2c2a794'] response: {'server_uuid': '9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c', 'name': 'network-vif-deleted', 'tag': 'a0de02e1-4f26-4442-8635-8e12f8ce4c0b', 'status': 'completed', 'code': 200} Jul 13 23:17:02.786528 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edce05b-8176-41ee-b689-08b481a03e0c req-91040578-4aee-4469-8b96-04034ab7066b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:02.788396 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9edce05b-8176-41ee-b689-08b481a03e0c req-91040578-4aee-4469-8b96-04034ab7066b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0701303 Jul 13 23:17:02.861393 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9edce05b-8176-41ee-b689-08b481a03e0c req-89467242-cb36-48c2-b963-9acd70580705 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622005 Jul 13 23:17:03.085832 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51338) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:03.145270 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50800f9-6e26-4862-a059-3f0ebfd17ae2 admin admin] Deleting subnet 266c6f0a-f60b-4982-a320-4912d519344f {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:17:03.150763 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a50800f9-6e26-4862-a059-3f0ebfd17ae2 admin admin] Publish callbacks [] for subnet (266c6f0a-f60b-4982-a320-4912d519344f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.216272 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a50800f9-6e26-4862-a059-3f0ebfd17ae2 admin admin] Publish callbacks [] for subnet (266c6f0a-f60b-4982-a320-4912d519344f), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.226607 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a50800f9-6e26-4862-a059-3f0ebfd17ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (266c6f0a-f60b-4982-a320-4912d519344f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.280697 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:03.334224 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a50800f9-6e26-4862-a059-3f0ebfd17ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for subnet (266c6f0a-f60b-4982-a320-4912d519344f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.382325 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50800f9-6e26-4862-a059-3f0ebfd17ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266c6f0a-f60b-4982-a320-4912d519344f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:03.386027 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a50800f9-6e26-4862-a059-3f0ebfd17ae2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.391424 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a50800f9-6e26-4862-a059-3f0ebfd17ae2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/266c6f0a-f60b-4982-a320-4912d519344f HTTP/1.1" status: 204 len: 168 time: 0.3040872 Jul 13 23:17:03.393931 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51346) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:03.475061 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (a50cb182-bf78-4c91-bf8e-6068992af802), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.600976 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (a50cb182-bf78-4c91-bf8e-6068992af802), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.637582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.639224 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.640498 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.640899 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > port after_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.641213 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.641577 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > port after_update 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.641896 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.642476 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.642973 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.643568 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.727746 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.728040 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.728889 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.729223 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 23:17:03.729622 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50cb182-bf78-4c91-bf8e-6068992af802']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:03.774030 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b23dd6-a389-45bf-a7aa-78a1c33765e0') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:03.774328 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b23dd6-a389-45bf-a7aa-78a1c33765e0') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:03.794370 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8eca798d-348b-44d2-8a55-41bba038946f req-a53a522a-9e83-43bd-b399-07791ab31b69 tempest-DeleteServersTestJSON-1662166834 tempest-DeleteServersTestJSON-1662166834-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d2fa000-cc8d-4fe5-8f2f-4b469bbb260c HTTP/1.1" status: 200 len: 210 time: 0.0593269 Jul 13 23:17:03.801054 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13795850'] for segment (49b23dd6-a389-45bf-a7aa-78a1c33765e0), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.828206 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (49b23dd6-a389-45bf-a7aa-78a1c33765e0), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.841711 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:17:03.842117 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13859550'] for segment (49b23dd6-a389-45bf-a7aa-78a1c33765e0), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.932141 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (a50cb182-bf78-4c91-bf8e-6068992af802), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.944964 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:03.950209 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a50cb182-bf78-4c91-bf8e-6068992af802 HTTP/1.1" status: 204 len: 168 time: 0.5541251 Jul 13 23:17:03.954702 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51368) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:03.971224 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9671a-94db-43b2-b8b4-042dcd713429 admin admin] Pushing event deleted for resources: {'Network': ['ID=a50cb182-bf78-4c91-bf8e-6068992af802,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:04.028270 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d30c4f-2a7e-4d76-ba2e-598eb6705a70 req-c8d98b9d-fd9b-4d3b-9bb6-8f65a8768706 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:04.035242 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99d30c4f-2a7e-4d76-ba2e-598eb6705a70 req-c8d98b9d-fd9b-4d3b-9bb6-8f65a8768706 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0661716 Jul 13 23:17:04.075488 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1183da-bbc8-4a19-8dfa-15c64b96af99 admin admin] Deleting subnet 4b6cf7ea-46ca-4f4f-82e6-7d44f6405e60 {{(pid=104143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:17:04.081061 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-af1183da-bbc8-4a19-8dfa-15c64b96af99 admin admin] Publish callbacks [] for subnet (4b6cf7ea-46ca-4f4f-82e6-7d44f6405e60), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.082854 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:04.108554 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99d30c4f-2a7e-4d76-ba2e-598eb6705a70 req-aaa85485-0cc3-4414-867c-303001b73994 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719903 Jul 13 23:17:04.166347 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-af1183da-bbc8-4a19-8dfa-15c64b96af99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15074518'] for subnet (4b6cf7ea-46ca-4f4f-82e6-7d44f6405e60), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.186407 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 49b23dd6-a389-45bf-a7aa-78a1c33765e0 resource provider aggregate not found Jul 13 23:17:04.205211 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 49b23dd6-a389-45bf-a7aa-78a1c33765e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49b23dd6-a389-45bf-a7aa-78a1c33765e0 found for delete ", "request_id": "req-01a47242-7a2a-460e-ae4c-b9e6ca7988dc"}]} Jul 13 23:17:04.234171 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-af1183da-bbc8-4a19-8dfa-15c64b96af99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (4b6cf7ea-46ca-4f4f-82e6-7d44f6405e60), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.305636 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-af1183da-bbc8-4a19-8dfa-15c64b96af99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14774655'] for subnet (4b6cf7ea-46ca-4f4f-82e6-7d44f6405e60), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.340962 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1183da-bbc8-4a19-8dfa-15c64b96af99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6cf7ea-46ca-4f4f-82e6-7d44f6405e60,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:04.343213 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-af1183da-bbc8-4a19-8dfa-15c64b96af99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.350486 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-af1183da-bbc8-4a19-8dfa-15c64b96af99 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4b6cf7ea-46ca-4f4f-82e6-7d44f6405e60 HTTP/1.1" status: 204 len: 168 time: 0.3890710 Jul 13 23:17:04.350789 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51382) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:04.444506 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (5c3042fa-6a77-4dd4-915a-8fdba099b1b7), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.461506 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:04.521124 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:04.555362 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (5c3042fa-6a77-4dd4-915a-8fdba099b1b7), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.584320 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3042fa-6a77-4dd4-915a-8fdba099b1b7']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:04.596474 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bc364e-2638-4c48-8d7f-d73945c3a7e4') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:04.596765 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bc364e-2638-4c48-8d7f-d73945c3a7e4') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:04.620382 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (42bc364e-2638-4c48-8d7f-d73945c3a7e4), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.637419 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (42bc364e-2638-4c48-8d7f-d73945c3a7e4), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.650108 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:17:04.651921 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (42bc364e-2638-4c48-8d7f-d73945c3a7e4), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.748727 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 42bc364e-2638-4c48-8d7f-d73945c3a7e4 resource provider aggregate not found Jul 13 23:17:04.775737 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 42bc364e-2638-4c48-8d7f-d73945c3a7e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42bc364e-2638-4c48-8d7f-d73945c3a7e4 found for delete ", "request_id": "req-cc4e1173-5d44-46c1-a4ee-c46e7e4ff55d"}]} Jul 13 23:17:04.782801 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (5c3042fa-6a77-4dd4-915a-8fdba099b1b7), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.792166 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:04.797510 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/5c3042fa-6a77-4dd4-915a-8fdba099b1b7 HTTP/1.1" status: 204 len: 168 time: 0.4455657 Jul 13 23:17:04.840052 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d4963-0c55-43ea-ac2a-1d99d2c996ba admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3042fa-6a77-4dd4-915a-8fdba099b1b7,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:04.863869 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device a0de02e1-4f26-4442-8635-8e12f8ce4c0b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:17:04.917913 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: a0de02e1-4f26-4442-8635-8e12f8ce4c0b {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:17:04.918467 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device a0de02e1-4f26-4442-8635-8e12f8ce4c0b not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:17:05.204113 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51430) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:05.302449 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-7684837f-e7b0-487c-bab1-8d9f98b32f8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6cc4805d9511488ca2759f2aef15a357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965054 Jul 13 23:17:05.306090 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51434) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:05.351669 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c9d65-1943-4451-a672-e4263b0d145c req-e9d913b0-c456-483c-ab3f-bcfedb29f05d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:05.356891 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5d0c9d65-1943-4451-a672-e4263b0d145c req-e9d913b0-c456-483c-ab3f-bcfedb29f05d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1139386 Jul 13 23:17:05.404644 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0aed75d9-3ec3-4080-a448-56e7991d3fff admin admin] Publish callbacks [] for security_group (b05e7c0e-d2dc-44ef-86dc-6f6d2e478cef), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:05.420590 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51438) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:05.453361 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0aed75d9-3ec3-4080-a448-56e7991d3fff admin admin] Publish callbacks [] for security_group (b05e7c0e-d2dc-44ef-86dc-6f6d2e478cef), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:05.476767 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5d0c9d65-1943-4451-a672-e4263b0d145c req-d33b0f4c-7520-43c1-9a69-8f998e0ec0cc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130297 Jul 13 23:17:05.543667 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0aed75d9-3ec3-4080-a448-56e7991d3fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (b05e7c0e-d2dc-44ef-86dc-6f6d2e478cef), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:05.547669 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0aed75d9-3ec3-4080-a448-56e7991d3fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:05.549285 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0aed75d9-3ec3-4080-a448-56e7991d3fff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b05e7c0e-d2dc-44ef-86dc-6f6d2e478cef HTTP/1.1" status: 204 len: 168 time: 0.2410972 Jul 13 23:17:05.565058 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed75d9-3ec3-4080-a448-56e7991d3fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05e7c0e-d2dc-44ef-86dc-6f6d2e478cef,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:05.735744 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-912ed4b8-6a75-4341-8419-4a87cd7d1928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:05.851218 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-912ed4b8-6a75-4341-8419-4a87cd7d1928 admin admin] Publish callbacks [] for security_group (ea19f5db-2d00-43b1-ac78-e9ffe99c0257), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:05.856190 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-912ed4b8-6a75-4341-8419-4a87cd7d1928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ea19f5db-2d00-43b1-ac78-e9ffe99c0257), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:05.914858 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-912ed4b8-6a75-4341-8419-4a87cd7d1928 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=530cb0c2252f46278332b7a12b8d8a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4925985 Jul 13 23:17:05.916493 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ed4b8-6a75-4341-8419-4a87cd7d1928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea19f5db-2d00-43b1-ac78-e9ffe99c0257,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:05.919099 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51446) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:05.993369 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-892f4c48-de4f-4d37-ac7c-4552940b6ebc admin admin] Publish callbacks [] for security_group (ea19f5db-2d00-43b1-ac78-e9ffe99c0257), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:06.019294 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51448) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:06.031601 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-892f4c48-de4f-4d37-ac7c-4552940b6ebc admin admin] Publish callbacks [] for security_group (ea19f5db-2d00-43b1-ac78-e9ffe99c0257), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:06.075126 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a7502677-b797-4532-bd1d-61c7e07fc0ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=632cfd2af352489ea38e08274d28274e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542712 Jul 13 23:17:06.078872 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51450) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:06.117597 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:06.121693 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-892f4c48-de4f-4d37-ac7c-4552940b6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ea19f5db-2d00-43b1-ac78-e9ffe99c0257), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:06.126913 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-892f4c48-de4f-4d37-ac7c-4552940b6ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:06.129335 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-892f4c48-de4f-4d37-ac7c-4552940b6ebc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea19f5db-2d00-43b1-ac78-e9ffe99c0257 HTTP/1.1" status: 204 len: 168 time: 0.2067204 Jul 13 23:17:06.142078 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f4c48-de4f-4d37-ac7c-4552940b6ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea19f5db-2d00-43b1-ac78-e9ffe99c0257,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:06.157329 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc44-8e3c-49a2-b6fd-a04e4bd2d5e4 admin admin] Publish callbacks [] for security_group (c7b90d8a-ba38-4f76-aeef-76018ad42ab8), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:06.205134 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc44-8e3c-49a2-b6fd-a04e4bd2d5e4 admin admin] Publish callbacks [] for security_group (c7b90d8a-ba38-4f76-aeef-76018ad42ab8), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:06.289760 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc44-8e3c-49a2-b6fd-a04e4bd2d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (c7b90d8a-ba38-4f76-aeef-76018ad42ab8), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:06.295449 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cc44-8e3c-49a2-b6fd-a04e4bd2d5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:06.297630 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b2d7cc44-8e3c-49a2-b6fd-a04e4bd2d5e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7b90d8a-ba38-4f76-aeef-76018ad42ab8 HTTP/1.1" status: 204 len: 168 time: 0.2173376 Jul 13 23:17:06.311336 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7cc44-8e3c-49a2-b6fd-a04e4bd2d5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b90d8a-ba38-4f76-aeef-76018ad42ab8,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:06.662287 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51472) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:06.721993 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913efa0-fc11-465b-83d2-778fc41ac5a6 req-217059a2-bc5d-4857-b0db-77c97fd4c713 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:06.732174 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d913efa0-fc11-465b-83d2-778fc41ac5a6 req-217059a2-bc5d-4857-b0db-77c97fd4c713 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1081469 Jul 13 23:17:06.851052 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d913efa0-fc11-465b-83d2-778fc41ac5a6 req-2d3a12fe-0e8d-41f9-8d4c-97b015d4629e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065338 Jul 13 23:17:06.895505 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51480) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:06.943354 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dc53331a-7ba0-4f60-ad01-e33604bcbf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:07.036302 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:07.232466 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dc53331a-7ba0-4f60-ad01-e33604bcbf2f admin admin] Publish callbacks [] for security_group (b8d5f532-60be-48f4-840a-2d21b39abdc7), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:07.249113 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dc53331a-7ba0-4f60-ad01-e33604bcbf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (b8d5f532-60be-48f4-840a-2d21b39abdc7), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:07.255849 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:07.619501 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-dc53331a-7ba0-4f60-ad01-e33604bcbf2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1521b0b409c0418bb9297fd44b2f5fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7222247 Jul 13 23:17:07.624025 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51494) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:07.626122 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53331a-7ba0-4f60-ad01-e33604bcbf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5f532-60be-48f4-840a-2d21b39abdc7,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:07.651337 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:07.723516 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-21390004-8630-4c7e-9acb-d8757e6416e3 admin admin] Publish callbacks [] for security_group (b8d5f532-60be-48f4-840a-2d21b39abdc7), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:07.763166 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-21390004-8630-4c7e-9acb-d8757e6416e3 admin admin] Publish callbacks [] for security_group (b8d5f532-60be-48f4-840a-2d21b39abdc7), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:07.825995 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-21390004-8630-4c7e-9acb-d8757e6416e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (b8d5f532-60be-48f4-840a-2d21b39abdc7), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:07.829808 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-21390004-8630-4c7e-9acb-d8757e6416e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:07.832035 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-21390004-8630-4c7e-9acb-d8757e6416e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8d5f532-60be-48f4-840a-2d21b39abdc7 HTTP/1.1" status: 204 len: 168 time: 0.2052641 Jul 13 23:17:07.842662 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21390004-8630-4c7e-9acb-d8757e6416e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5f532-60be-48f4-840a-2d21b39abdc7,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:08.023635 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c2c04-276e-42ad-adc3-a2504ff332f1 req-ab6129eb-91a0-4ad1-97fc-75f09e2578ae tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:08.032087 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-238c2c04-276e-42ad-adc3-a2504ff332f1 req-ab6129eb-91a0-4ad1-97fc-75f09e2578ae tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0745671 Jul 13 23:17:08.094029 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:08.102521 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-238c2c04-276e-42ad-adc3-a2504ff332f1 req-99fcbb81-8fa7-4461-80bf-8754266ed7b3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692828 Jul 13 23:17:08.151287 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Deleting port af39c147-fcae-4c48-87c1-de00d84517af {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:17:08.152243 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (af39c147-fcae-4c48-87c1-de00d84517af), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:08.252761 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] For port af39c147-fcae-4c48-87c1-de00d84517af, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=af39c147-fcae-4c48-87c1-de00d84517af,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:08.253126 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (af39c147-fcae-4c48-87c1-de00d84517af), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:08.268771 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Calling delete_port for af39c147-fcae-4c48-87c1-de00d84517af owned by network:router_interface {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:17:08.548820 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (af39c147-fcae-4c48-87c1-de00d84517af), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:08.602024 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Pushing event deleted for resources: {'Port': ['ID=af39c147-fcae-4c48-87c1-de00d84517af,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:08.676535 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:08.872443 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:08.957310 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51534) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:09.035155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:09.100773 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1874970442-network', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:09.125230 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Made reservation on behalf of d631f17810f94dcc91dfcb28a4b17c9a for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:17:09.128287 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.139455 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.258733 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Router bcd22cd0-252b-4f38-9d27-0b121b2cbeef has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:17:09.317109 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fad49d-63d6-4412-8a52-993e2bfe4b8a req-c1a89b2e-d2f3-4bf9-8b89-c9213a5345fe tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:09.319415 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44fad49d-63d6-4412-8a52-993e2bfe4b8a req-c1a89b2e-d2f3-4bf9-8b89-c9213a5345fe tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0829968 Jul 13 23:17:09.329499 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Publish callbacks [] for security_group (c4783911-38c4-4967-ab31-8aafad76f11f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.341121 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (c4783911-38c4-4967-ab31-8aafad76f11f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.394821 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:17:09.412138 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4783911-38c4-4967-ab31-8aafad76f11f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:09.432320 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (4689a379-d7b8-4364-ba8c-12640a96dfb0), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.432671 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Added segment 4689a379-d7b8-4364-ba8c-12640a96dfb0 of type vlan for network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 Jul 13 23:17:09.445680 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44fad49d-63d6-4412-8a52-993e2bfe4b8a req-124f94fa-2fb4-4bfe-9a4c-a7d2cc12c6e1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147168 Jul 13 23:17:09.445985 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:17:09.454811 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-4e801c7e-4568-4ed8-9e96-ae05fb5ca994 admin admin] 10.222.0.60 "PUT /v2.0/routers/bcd22cd0-252b-4f38-9d27-0b121b2cbeef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7893975 Jul 13 23:17:09.462183 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51544) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:09.463673 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] Sync routers for ids ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:17:09.480650 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] Routers {'bcd22cd0-252b-4f38-9d27-0b121b2cbeef'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:09.481700 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:16:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:09.496847 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (1b8c451a-b62e-46b6-8a4a-30a9ccd26376), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.549336 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (1b8c451a-b62e-46b6-8a4a-30a9ccd26376), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.551437 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:09.552403 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.610381 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks [] for router (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.672770 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7140744 Jul 13 23:17:09.673101 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] Set router bcd22cd0-252b-4f38-9d27-0b121b2cbeef gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:09.678245 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51546) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:09.688241 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Request body: {'subnet': {'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1874970442-subnet', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:09.702456 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:09.708853 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b51bf-0734-47d7-86e5-1883650714f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b8c451a-b62e-46b6-8a4a-30a9ccd26376,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:09.734100 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:17:09.745756 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Made reservation on behalf of d631f17810f94dcc91dfcb28a4b17c9a for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:17:09.751091 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260993'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.781658 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks [] for router_gateway (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.871565 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Deleting port e037211b-ebf4-4510-86c4-145d61ca1ba6 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:17:09.871860 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.972866 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] For port e037211b-ebf4-4510-86c4-145d61ca1ba6, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=e037211b-ebf4-4510-86c4-145d61ca1ba6,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:09.973231 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:09.990059 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Calling delete_port for e037211b-ebf4-4510-86c4-145d61ca1ba6 owned by network:router_gateway {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:17:10.010704 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:17:08Z', 'revision_number': 5, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'gw_port': {'id': 'e037211b-ebf4-4510-86c4-145d61ca1ba6', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:13Z', 'updated_at': '2022-07-13T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:10.022838 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13261043'] for subnet (b512e374-4012-4069-9c97-d3152569ca25), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.064789 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] Checking router: bcd22cd0-252b-4f38-9d27-0b121b2cbeef for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:17:10.082732 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] Routers {'bcd22cd0-252b-4f38-9d27-0b121b2cbeef'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:10.084356 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:16:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:10.088451 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b512e374-4012-4069-9c97-d3152569ca25,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:10.098935 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Checking segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:17:10.099295 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Network hostable DHCP agents. Network: 1b8c451a-b62e-46b6-8a4a-30a9ccd26376, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:17:10.114515 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:10.123582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:17:10.139343 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 1b8c451a-b62e-46b6-8a4a-30a9ccd26376) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:10.142197 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:10.150598 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:10.156877 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd77e73a-318a-484c-a843-d3b0b4031a16 None None] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:17:10.162356 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.195412 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-be8d458b-1b8e-4959-b586-5df43c091476 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5147772 Jul 13 23:17:10.199993 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51548) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:10.206086 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:10.237486 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.239832 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.240256 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (e037211b-ebf4-4510-86c4-145d61ca1ba6), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.245920 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:10.283587 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Pushing event deleted for resources: {'Port': ['ID=e037211b-ebf4-4510-86c4-145d61ca1ba6,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:10.304753 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] Set router bcd22cd0-252b-4f38-9d27-0b121b2cbeef gateway port host: None {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:10.386008 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.400282 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:17:10.403199 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.469686 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:17:09Z', 'revision_number': 6, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'gw_port_host': None}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:10.474439 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks [] for router_controller (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.521217 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.526683 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks [] for router_controller (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.562863 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec07b40-082a-4768-b9bd-45e565a933af None None] The sync data for ids ['bcd22cd0-252b-4f38-9d27-0b121b2cbeef'] in dv-cinder-799871-29-iscsi is: [{'id': 'bcd22cd0-252b-4f38-9d27-0b121b2cbeef', 'name': 'tempest-DeleteServersTestJSON-1364288380-router', 'tenant_id': '5c873a6e9bdd4b74bcea03fb45317291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:17:09Z', 'revision_number': 6, 'project_id': '5c873a6e9bdd4b74bcea03fb45317291', 'gw_port_host': None}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:17:10.601994 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Allocated IP 172.20.0.2 (1b8c451a-b62e-46b6-8a4a-30a9ccd26376/b512e374-4012-4069-9c97-d3152569ca25/2d605df6-52c0-424b-93d8-05f051cbf61a) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:17:10.672340 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (bcd22cd0-252b-4f38-9d27-0b121b2cbeef), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.674153 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd22cd0-252b-4f38-9d27-0b121b2cbeef {{(pid=104143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:17:10.685370 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.690897 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-9494e8ea-c0f0-4e85-8a13-24e0c0e0b62a admin admin] 10.222.0.60 "DELETE /v2.0/routers/bcd22cd0-252b-4f38-9d27-0b121b2cbeef HTTP/1.1" status: 204 len: 168 time: 1.2262030 Jul 13 23:17:10.692282 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51562) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:10.760668 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_v2 [None req-e861610e-812d-46b5-bc82-2123fb99c030 admin admin] Deleting subnet a67b6728-9e31-4ffa-b267-412c31e07130 {{(pid=104143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:17:10.765295 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e861610e-812d-46b5-bc82-2123fb99c030 admin admin] Publish callbacks [] for subnet (a67b6728-9e31-4ffa-b267-412c31e07130), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.824630 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e861610e-812d-46b5-bc82-2123fb99c030 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15074518'] for subnet (a67b6728-9e31-4ffa-b267-412c31e07130), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:10.954641 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-377a3814-75fe-4fdf-8695-26bf33d81668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.004984 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Publish callbacks [] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.015393 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.067834 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:17:11.071493 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:11.075190 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e861610e-812d-46b5-bc82-2123fb99c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (a67b6728-9e31-4ffa-b267-412c31e07130), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.079509 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:17:11.177502 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Pushing event updated for resources: {'Port': ['ID=2d605df6-52c0-424b-93d8-05f051cbf61a,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:11.179516 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e861610e-812d-46b5-bc82-2123fb99c030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14774655'] for subnet (a67b6728-9e31-4ffa-b267-412c31e07130), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.257083 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861610e-812d-46b5-bc82-2123fb99c030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67b6728-9e31-4ffa-b267-412c31e07130,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:11.261068 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:11.264003 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Attempting to bind port 2d605df6-52c0-424b-93d8-05f051cbf61a on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:17:11.264003 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Attempting to bind port 2d605df6-52c0-424b-93d8-05f051cbf61a by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:17:11.264443 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Attempting to bind port 2d605df6-52c0-424b-93d8-05f051cbf61a on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:17:11.268287 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783d95c-f3bb-4651-be27-98c5cd6fd7a2 req-3d7528dd-fe02-4442-a3c5-41770a8af88a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:11.271042 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9783d95c-f3bb-4651-be27-98c5cd6fd7a2 req-3d7528dd-fe02-4442-a3c5-41770a8af88a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.6018505 Jul 13 23:17:11.287670 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e861610e-812d-46b5-bc82-2123fb99c030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.291327 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:17:11.292206 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Checking segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:17:11.292960 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.293612 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Bound using segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:17:11.294347 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks [] for router_gateway (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.294872 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Bound port: 2d605df6-52c0-424b-93d8-05f051cbf61a, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:17:11.295072 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-e861610e-812d-46b5-bc82-2123fb99c030 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a67b6728-9e31-4ffa-b267-412c31e07130 HTTP/1.1" status: 204 len: 168 time: 0.6013761 Jul 13 23:17:11.295959 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.297544 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51568) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:11.326526 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60cfc0-3ff3-41ed-b2fb-8b35752bb78f None None] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:17:11.345884 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:11.435309 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (8b7403b0-762e-4f25-9da3-6f8a1b41f4ce), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.495800 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Deleting port 145758c2-65f8-4a07-8971-8e889ed36f47 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:17:11.496375 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.497371 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9783d95c-f3bb-4651-be27-98c5cd6fd7a2 req-c6e8c69c-d0bc-470b-8465-ee51d40506a9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083533 Jul 13 23:17:11.543401 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] For port 2d605df6-52c0-424b-93d8-05f051cbf61a, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:17:11.547839 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] For port 2d605df6-52c0-424b-93d8-05f051cbf61a, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=2d605df6-52c0-424b-93d8-05f051cbf61a,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:17:11.558873 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.590757 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] For port 145758c2-65f8-4a07-8971-8e889ed36f47, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=145758c2-65f8-4a07-8971-8e889ed36f47,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:11.591157 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.609779 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Calling delete_port for 145758c2-65f8-4a07-8971-8e889ed36f47 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:17:11.641473 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914fcf-54f2-4c32-a3c7-e3e4f7dcb791 None None] Pushing event updated for resources: {'Port': ['ID=2d605df6-52c0-424b-93d8-05f051cbf61a,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:11.689793 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] DHCP port deletion for 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:17:11.761234 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] Deleting port 145758c2-65f8-4a07-8971-8e889ed36f47 {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:17:11.761967 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.772211 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks [] for router_gateway (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.774488 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.797436 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.812821 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Pushing event deleted for resources: {'Port': ['ID=145758c2-65f8-4a07-8971-8e889ed36f47,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:11.822875 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] No DVR routers for this DVR port 145758c2-65f8-4a07-8971-8e889ed36f47 on host dv-cinder-799871-29-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:17:11.932231 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] For port 145758c2-65f8-4a07-8971-8e889ed36f47, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=145758c2-65f8-4a07-8971-8e889ed36f47,segment=NetworkSegment(d0523d85-2fe8-4f5e-a2c1-f82820279098),segment_id=d0523d85-2fe8-4f5e-a2c1-f82820279098)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:11.932868 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.950990 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:11.953661 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (8b7403b0-762e-4f25-9da3-6f8a1b41f4ce), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:11.967727 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] Calling delete_port for 145758c2-65f8-4a07-8971-8e889ed36f47 owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:17:11.998934 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7403b0-762e-4f25-9da3-6f8a1b41f4ce']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:12.003605 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Allocated IP 172.27.3.213 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/b8911c72-ddec-4a1b-8dc6-e556276dc885) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:17:12.015752 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0523d85-2fe8-4f5e-a2c1-f82820279098') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:12.019273 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0523d85-2fe8-4f5e-a2c1-f82820279098') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:12.053063 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (d0523d85-2fe8-4f5e-a2c1-f82820279098), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.075182 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (d0523d85-2fe8-4f5e-a2c1-f82820279098), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.083764 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:17:12.084523 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (d0523d85-2fe8-4f5e-a2c1-f82820279098), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.109124 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:12.171772 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (8b7403b0-762e-4f25-9da3-6f8a1b41f4ce), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.176860 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment d0523d85-2fe8-4f5e-a2c1-f82820279098 resource provider aggregate not found Jul 13 23:17:12.209382 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.215818 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8b7403b0-762e-4f25-9da3-6f8a1b41f4ce HTTP/1.1" status: 204 len: 168 time: 0.9148693 Jul 13 23:17:12.215818 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63a172-b7d3-481e-bfc8-5880f71bf344 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b7403b0-762e-4f25-9da3-6f8a1b41f4ce,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:12.222859 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (145758c2-65f8-4a07-8971-8e889ed36f47), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.247269 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment d0523d85-2fe8-4f5e-a2c1-f82820279098 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0523d85-2fe8-4f5e-a2c1-f82820279098 found for delete ", "request_id": "req-e902e37f-5c8b-4fd3-842b-374e0b371230"}]} Jul 13 23:17:12.336366 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks [] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.344447 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] Network 8b7403b0-762e-4f25-9da3-6f8a1b41f4ce is not hosted by any dhcp agent {{(pid=104144) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 23:17:12.346191 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] No DVR routers for this DVR port 145758c2-65f8-4a07-8971-8e889ed36f47 on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:17:12.368331 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb14cf-86ee-4cc7-93af-56441255217e None None] Pushing event deleted for resources: {'Port': ['ID=145758c2-65f8-4a07-8971-8e889ed36f47,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:12.401982 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:12.421522 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.446604 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51580) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:12.462338 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2d605df6-52c0-424b-93d8-05f051cbf61a up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:12.480301 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8911c72-ddec-4a1b-8dc6-e556276dc885,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:12.488395 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:17:12.490098 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:12.492889 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:17:12.553021 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3c22d4b0-ad61-4dfd-98af-3519029bfbad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c873a6e9bdd4b74bcea03fb45317291&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1033645 Jul 13 23:17:12.555693 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51584) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:12.582156 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 2d605df6-52c0-424b-93d8-05f051cbf61a triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:12.582939 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.584113 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:12.688231 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 2d605df6-52c0-424b-93d8-05f051cbf61a is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:12.688717 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.734964 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port 2d605df6-52c0-424b-93d8-05f051cbf61a, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=2d605df6-52c0-424b-93d8-05f051cbf61a,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:12.739274 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-661c7f5f-38b3-42bd-974e-4bc78fc527ca admin admin] Publish callbacks [] for security_group (76924cbc-37e6-4dab-8d06-bafcb62fc0f3), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.741398 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.790288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-661c7f5f-38b3-42bd-974e-4bc78fc527ca admin admin] Publish callbacks [] for security_group (76924cbc-37e6-4dab-8d06-bafcb62fc0f3), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.853548 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=2d605df6-52c0-424b-93d8-05f051cbf61a,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:12.859991 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 145758c2-65f8-4a07-8971-8e889ed36f47 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:17:12.895076 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 145758c2-65f8-4a07-8971-8e889ed36f47 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:17:12.895886 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 145758c2-65f8-4a07-8971-8e889ed36f47 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:17:12.896654 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device af39c147-fcae-4c48-87c1-de00d84517af no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:17:12.926445 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: af39c147-fcae-4c48-87c1-de00d84517af {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:17:12.927928 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device af39c147-fcae-4c48-87c1-de00d84517af not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:17:12.928489 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device e037211b-ebf4-4510-86c4-145d61ca1ba6 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:17:12.930055 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-661c7f5f-38b3-42bd-974e-4bc78fc527ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (76924cbc-37e6-4dab-8d06-bafcb62fc0f3), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.935951 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-661c7f5f-38b3-42bd-974e-4bc78fc527ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:12.938176 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-661c7f5f-38b3-42bd-974e-4bc78fc527ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76924cbc-37e6-4dab-8d06-bafcb62fc0f3 HTTP/1.1" status: 204 len: 168 time: 0.3799429 Jul 13 23:17:12.956156 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: e037211b-ebf4-4510-86c4-145d61ca1ba6 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:17:12.956878 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device e037211b-ebf4-4510-86c4-145d61ca1ba6 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:17:12.968260 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c7f5f-38b3-42bd-974e-4bc78fc527ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76924cbc-37e6-4dab-8d06-bafcb62fc0f3,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:13.065658 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d99d-1475-400e-8230-35afce2f2a64 req-30e66b33-a1e3-49e6-a310-1b09b2c7fc21 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:13.069272 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-75f6d99d-1475-400e-8230-35afce2f2a64 req-30e66b33-a1e3-49e6-a310-1b09b2c7fc21 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.3112733 Jul 13 23:17:13.196250 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-75f6d99d-1475-400e-8230-35afce2f2a64 req-902dde0c-3a37-415d-9b72-9e7c4254014c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111510 Jul 13 23:17:13.228478 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks [] for router_gateway (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:13.557273 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1744bb-ff58-4caa-bbf4-029a4fc5cd99 None None] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:17:13.592553 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:13.689158 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-23fd5aa8-94c7-4619-9822-21c80ac98741 None None] Provisioning complete for port 2d605df6-52c0-424b-93d8-05f051cbf61a triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:13.689752 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-23fd5aa8-94c7-4619-9822-21c80ac98741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:13.696477 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:13.762162 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:13.779330 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Router eb5ac33d-3a1f-4991-9e84-d175f2eced0c is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:17:13.860407 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f6d6b8a1-e481-4144-b6a4-6e4ab168aeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:13.894927 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:13.898057 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-23fd5aa8-94c7-4619-9822-21c80ac98741 None None] Current status of the port 2d605df6-52c0-424b-93d8-05f051cbf61a is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:13.908716 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:17:13.921922 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Sync routers for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:17:13.932699 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:13.940593 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:13.942024 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:17:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:13.951172 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:13.956237 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1ff3eebf-441b-4563-8cb1-9a6fbdffe9f7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7521431 Jul 13 23:17:13.956427 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51610) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:14.280259 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2d605df6-52c0-424b-93d8-05f051cbf61a up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:14.287109 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:14.294199 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-40f8e861-67d9-413d-82da-0f52c4073f45 None None] Provisioning complete for port 2d605df6-52c0-424b-93d8-05f051cbf61a triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:14.294924 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-40f8e861-67d9-413d-82da-0f52c4073f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:14.399467 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12988c-2800-4d6f-b81e-09d872819e86 req-f1a0e3f9-a085-470c-9a21-c4d2f8943be2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:14.401604 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb12988c-2800-4d6f-b81e-09d872819e86 req-f1a0e3f9-a085-470c-9a21-c4d2f8943be2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0639644 Jul 13 23:17:14.470221 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb12988c-2800-4d6f-b81e-09d872819e86 req-535aeaed-2d31-4f21-adbd-74a3390a1e10 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607181 Jul 13 23:17:14.590594 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:14.643303 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 2d605df6-52c0-424b-93d8-05f051cbf61a triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:14.643946 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:14.856781 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-40f8e861-67d9-413d-82da-0f52c4073f45 None None] Current status of the port 2d605df6-52c0-424b-93d8-05f051cbf61a is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:14.953633 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:14.966598 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:14.985407 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 2d605df6-52c0-424b-93d8-05f051cbf61a is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:14.988052 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:12Z', 'revision_number': 3, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:15.020666 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Checking router: eb5ac33d-3a1f-4991-9e84-d175f2eced0c for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:17:15.021125 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Updating router eb5ac33d-3a1f-4991-9e84-d175f2eced0c port b8911c72-ddec-4a1b-8dc6-e556276dc885 binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:17:15.077282 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.202301 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Allocated IP 172.20.0.1 (1b8c451a-b62e-46b6-8a4a-30a9ccd26376/b512e374-4012-4069-9c97-d3152569ca25/6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:17:15.225157 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:15.340703 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51660) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:15.422064 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Publish callbacks [] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.463174 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:15.472850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.511291 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.522544 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:17:15.526357 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:15.533799 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:17:15.570900 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Pushing event updated for resources: {'Port': ['ID=6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:15.584768 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Publish callbacks [] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.592640 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.597479 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.707261 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Attempting to bind port b8911c72-ddec-4a1b-8dc6-e556276dc885 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:17:15.707992 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Attempting to bind port b8911c72-ddec-4a1b-8dc6-e556276dc885 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:17:15.708354 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Attempting to bind port b8911c72-ddec-4a1b-8dc6-e556276dc885 on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:17:15.713368 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948933-1bb0-4260-b9ea-48c3456c5db9 None None] Pushing event updated for resources: {'Port': ['ID=b8911c72-ddec-4a1b-8dc6-e556276dc885,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:15.719277 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Publish callbacks [] for security_group (9746ec3a-3c25-41f9-861a-a668b05cfa3b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.721076 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:17:15.722083 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:17:15.723330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.723330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:17:15.723767 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Bound port: b8911c72-ddec-4a1b-8dc6-e556276dc885, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:17:15.724725 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.728823 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abb7e9-f70e-49cf-a9c8-e03367872614 req-63706df7-995f-4ccc-9de2-2c59fe7dd449 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:15.731026 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c2abb7e9-f70e-49cf-a9c8-e03367872614 req-63706df7-995f-4ccc-9de2-2c59fe7dd449 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0886557 Jul 13 23:17:15.732619 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (9746ec3a-3c25-41f9-861a-a668b05cfa3b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.773986 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:15.800011 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9746ec3a-3c25-41f9-861a-a668b05cfa3b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:15.805465 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] For port b8911c72-ddec-4a1b-8dc6-e556276dc885, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:17:15.811130 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] For port b8911c72-ddec-4a1b-8dc6-e556276dc885, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=b8911c72-ddec-4a1b-8dc6-e556276dc885,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:17:15.824832 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.825883 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b784daabc424ce39047311e91dddbea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836338 Jul 13 23:17:15.826074 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51666) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:15.827634 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.828110 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.828732 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.829173 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.829610 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.830045 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.830472 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.830901 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.831330 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.831776 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.832340 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.832794 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.833221 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.833648 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.834069 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f784ad3-4b05-4807-9f99-0a74e4211437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:15.845456 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:15.883893 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c2abb7e9-f70e-49cf-a9c8-e03367872614 req-d500aed4-90b2-4acc-8710-20cdf7899762 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263440 Jul 13 23:17:15.919031 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:15.919713 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:17:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:15.923245 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948933-1bb0-4260-b9ea-48c3456c5db9 None None] Pushing event updated for resources: {'Port': ['ID=b8911c72-ddec-4a1b-8dc6-e556276dc885,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:15.955668 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0bef-99ce-45d1-abef-753a6d632a02 admin admin] Publish callbacks [] for security_group (9746ec3a-3c25-41f9-861a-a668b05cfa3b), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.022972 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-dece65df-df81-4afb-9345-af7e9a41a14d None None] Provisioning complete for port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:16.023461 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-dece65df-df81-4afb-9345-af7e9a41a14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.035068 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0bef-99ce-45d1-abef-753a6d632a02 admin admin] Publish callbacks [] for security_group (9746ec3a-3c25-41f9-861a-a668b05cfa3b), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.046960 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:16.079145 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-dece65df-df81-4afb-9345-af7e9a41a14d None None] Port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:17:16.089335 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:16.153795 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0bef-99ce-45d1-abef-753a6d632a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (9746ec3a-3c25-41f9-861a-a668b05cfa3b), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.158309 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0bef-99ce-45d1-abef-753a6d632a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.164316 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0b9b0bef-99ce-45d1-abef-753a6d632a02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9746ec3a-3c25-41f9-861a-a668b05cfa3b HTTP/1.1" status: 204 len: 168 time: 0.3370354 Jul 13 23:17:16.172516 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Publish callbacks [] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.186359 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.189346 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b0bef-99ce-45d1-abef-753a6d632a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9746ec3a-3c25-41f9-861a-a668b05cfa3b,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:16.272994 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Pushing event updated for resources: {'Port': ['ID=6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:16.279805 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.417969 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:17:16.419982 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:16.425286 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 1, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:16.471235 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f5440-71c0-418e-ba15-f68146f87da8 None None] The sync data for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi is: [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 1, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:17:16.502108 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.622064 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:16.670358 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Router eb5ac33d-3a1f-4991-9e84-d175f2eced0c has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:17:16.678914 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:16.695219 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.863114 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-23bf5dd4-7abc-4e03-af50-8716300eb31b None None] Provisioning complete for port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:16.865104 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-23bf5dd4-7abc-4e03-af50-8716300eb31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:16.960345 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-23bf5dd4-7abc-4e03-af50-8716300eb31b None None] Port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:17:17.070576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:17:17.083281 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3f0a7e72-3c0b-4d03-ab5a-8ce2bc4535fc admin admin] 10.222.0.60 "PUT /v2.0/routers/eb5ac33d-3a1f-4991-9e84-d175f2eced0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1255658 Jul 13 23:17:17.189587 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872219b-1c56-4bb4-805c-31bdf28b0c8b req-11647801-12d2-4e36-a5b7-157d012232f2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:17.192452 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2872219b-1c56-4bb4-805c-31bdf28b0c8b req-11647801-12d2-4e36-a5b7-157d012232f2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0866773 Jul 13 23:17:17.308925 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2872219b-1c56-4bb4-805c-31bdf28b0c8b req-f11e4daa-827f-415b-b18a-45dbcbc7381e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036568 Jul 13 23:17:18.293485 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51728) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:18.298803 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-117513064-network', 'tenant_id': '49f42da3393441458d857e5f8d642df0'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:18.333724 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Made reservation on behalf of 49f42da3393441458d857e5f8d642df0 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:17:18.337636 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.340838 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b8911c72-ddec-4a1b-8dc6-e556276dc885 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:18.361001 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.444713 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port b8911c72-ddec-4a1b-8dc6-e556276dc885 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:18.445347 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.480270 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Publish callbacks [] for security_group (41cdff1c-3a93-4eb0-872c-9c14983fc07b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.489631 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (41cdff1c-3a93-4eb0-872c-9c14983fc07b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.540962 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:17:18.552790 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cdff1c-3a93-4eb0-872c-9c14983fc07b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:18.585824 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (340ed4f7-0125-43ef-8f6d-aba4613edd6d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.586446 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Added segment 340ed4f7-0125-43ef-8f6d-aba4613edd6d of type vlan for network ba7543c1-ad64-4dbc-9709-4ab76c48158b Jul 13 23:17:18.630329 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=1,neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:18.652226 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port b8911c72-ddec-4a1b-8dc6-e556276dc885 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:18.652860 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.658796 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (ba7543c1-ad64-4dbc-9709-4ab76c48158b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.702708 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (ba7543c1-ad64-4dbc-9709-4ab76c48158b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.704501 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:18.705170 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.738876 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port b8911c72-ddec-4a1b-8dc6-e556276dc885, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=b8911c72-ddec-4a1b-8dc6-e556276dc885,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:18.746993 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:18.803018 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5081244 Jul 13 23:17:18.808251 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51740) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:18.811111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d3bfe-7705-473e-8dcd-f68537108282 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7543c1-ad64-4dbc-9709-4ab76c48158b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:18.830076 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Request body: {'subnet': {'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-117513064-subnet', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'ip_version': 4}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:18.835057 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network ba7543c1-ad64-4dbc-9709-4ab76c48158b details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:17:18.876383 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Made reservation on behalf of 49f42da3393441458d857e5f8d642df0 for: {'subnet': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:17:18.879767 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14774596'] for subnet (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:19.008337 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=b8911c72-ddec-4a1b-8dc6-e556276dc885,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:19.021944 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.021944 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.021944 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.021944 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.022634 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.022634 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.023346 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.023510 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d0524-1114-468d-be52-dfa586c4ef3b req-55fdc64e-38da-4542-aa3e-31280a8e0832 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:19.023768 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.024155 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.024683 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.025028 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.025356 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.025726 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.026098 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.026428 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.038965 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9a6d0524-1114-468d-be52-dfa586c4ef3b req-55fdc64e-38da-4542-aa3e-31280a8e0832 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1084487 Jul 13 23:17:19.039304 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a313426a-af8b-4da3-b748-66f22be23163 req-2c2b56d8-168f-489f-8647-745ea89d0ca6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195977 Jul 13 23:17:19.109188 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:19.146719 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9a6d0524-1114-468d-be52-dfa586c4ef3b req-005986a5-e14d-4d49-aa80-31111d67eb9d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064637 Jul 13 23:17:19.224479 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313426a-af8b-4da3-b748-66f22be23163 req-6d45661c-d254-477f-bf2d-d8fd2713a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:19.227340 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a313426a-af8b-4da3-b748-66f22be23163 req-6d45661c-d254-477f-bf2d-d8fd2713a38e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 1129 time: 0.1043649 Jul 13 23:17:19.411680 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16506592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14774646'] for subnet (10303d8a-7dce-46d8-824b-f4137ce367a0), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:19.482112 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:19.598815 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10303d8a-7dce-46d8-824b-f4137ce367a0,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:19.605223 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313426a-af8b-4da3-b748-66f22be23163 req-2b930ba4-dbac-46ec-95fd-b19fb6f0c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:19.607863 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a313426a-af8b-4da3-b748-66f22be23163 req-2b930ba4-dbac-46ec-95fd-b19fb6f0c66a service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.3392177 Jul 13 23:17:19.623964 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.624547 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.625102 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.625648 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.626202 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.626765 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.627322 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.627928 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.628468 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.629029 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.629547 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.630088 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.630850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.631634 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.632440 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:19.709806 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Checking segment: {'id': '340ed4f7-0125-43ef-8f6d-aba4613edd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:17:19.710626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Network hostable DHCP agents. Network: ba7543c1-ad64-4dbc-9709-4ab76c48158b, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:17:19.759695 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Sync routers for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:17:19.777425 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Network ba7543c1-ad64-4dbc-9709-4ab76c48158b is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:17:19.782568 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:19.785043 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:17:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:19.787266 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a313426a-af8b-4da3-b748-66f22be23163 req-cc0305ac-7c11-4ece-9d05-31a7d08994cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 HTTP/1.1" status: 200 len: 1000 time: 0.1467524 Jul 13 23:17:19.855007 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, ba7543c1-ad64-4dbc-9709-4ab76c48158b) {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:19.871080 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:19.874771 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4cf669-117d-4b3d-b83d-fe95308ce5d8 None None] Network ba7543c1-ad64-4dbc-9709-4ab76c48158b requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:17:19.888156 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:19.932803 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-ba41bc9f-af81-4ae6-a578-842e432d0c8d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1220708 Jul 13 23:17:19.937272 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51776) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:19.945640 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:19.978936 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:20.006728 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (bbb6f429-6e32-4feb-9fd1-ec0796723666), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:20.009470 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (bbb6f429-6e32-4feb-9fd1-ec0796723666), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:20.019103 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313426a-af8b-4da3-b748-66f22be23163 req-d0d1d504-eaf9-4e5f-82e2-aa7b009cb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:20.022482 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a313426a-af8b-4da3-b748-66f22be23163 req-d0d1d504-eaf9-4e5f-82e2-aa7b009cb6b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.2262123 Jul 13 23:17:20.052856 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:20.081066 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:20.214968 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks [] for router_controller (bbb6f429-6e32-4feb-9fd1-ec0796723666), precommit_add_association {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:20.245112 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:20.246744 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 2, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:20.375909 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Checking router: eb5ac33d-3a1f-4991-9e84-d175f2eced0c for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:17:20.376259 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Updating router eb5ac33d-3a1f-4991-9e84-d175f2eced0c port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:17:20.417039 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:20.431903 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:20.463487 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313426a-af8b-4da3-b748-66f22be23163 req-ddd25ab4-b526-4021-a249-580368166953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:20.466285 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a313426a-af8b-4da3-b748-66f22be23163 req-ddd25ab4-b526-4021-a249-580368166953 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4346683 Jul 13 23:17:20.505107 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b8911c72-ddec-4a1b-8dc6-e556276dc885 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:20.544301 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f54ed3-5143-43df-a2f2-459bf9efa382 req-40be37c1-9086-461f-ba15-25c7276cc892 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:20.562780 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-65f54ed3-5143-43df-a2f2-459bf9efa382 req-40be37c1-9086-461f-ba15-25c7276cc892 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1584444 Jul 13 23:17:20.598689 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-ba7543c1-ad64-4dbc-9709-4ab76c48158b', 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b', 'project_id': '49f42da3393441458d857e5f8d642df0', 'fixed_ips': [{'subnet_id': '10303d8a-7dce-46d8-824b-f4137ce367a0'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:17:20.601942 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:20.674975 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-65f54ed3-5143-43df-a2f2-459bf9efa382 req-f6003669-ce7b-4724-baa1-6ec3e1d95ef7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107328 Jul 13 23:17:20.778347 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks [] for router_gateway (bbb6f429-6e32-4feb-9fd1-ec0796723666), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:20.808909 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port b8911c72-ddec-4a1b-8dc6-e556276dc885 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:20.809334 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:20.838018 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a313426a-af8b-4da3-b748-66f22be23163 req-611f0972-e329-42d1-a9d6-0a8083771f9f service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621774 Jul 13 23:17:20.907942 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Publish callbacks [] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:20.923015 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:20.969253 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Allocated IP 172.20.0.2 (ba7543c1-ad64-4dbc-9709-4ab76c48158b/10303d8a-7dce-46d8-824b-f4137ce367a0/d7a07c99-982b-4eab-bff5-28097a491334) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:17:21.165658 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Attempting to bind port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:17:21.166407 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Attempting to bind port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:17:21.167296 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Attempting to bind port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:17:21.186269 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:21.190524 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port b8911c72-ddec-4a1b-8dc6-e556276dc885 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:21.190939 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:17:21.191785 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Checking segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:17:21.192432 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.193330 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Bound using segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:17:21.197193 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Bound port: 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:17:21.197777 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.220548 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Pushing event updated for resources: {'Port': ['ID=6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:21.235311 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Publish callbacks [] for port (d7a07c99-982b-4eab-bff5-28097a491334), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.250433 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (d7a07c99-982b-4eab-bff5-28097a491334), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.280074 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a313426a-af8b-4da3-b748-66f22be23163 req-0ef48ca0-fd07-406e-9a2e-ed3021951f8e service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359896 Jul 13 23:17:21.293214 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.293550 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.298944 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.302269 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.303188 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.308062 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.315673 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.316689 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.317189 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.317708 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.318376 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.319176 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.319746 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.320278 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.320799 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:17:21.378472 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Network ba7543c1-ad64-4dbc-9709-4ab76c48158b is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:17:21.385435 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:21.387440 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:17:21.465431 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Pushing event updated for resources: {'Port': ['ID=d7a07c99-982b-4eab-bff5-28097a491334,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:21.480169 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] For port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:17:21.485569 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] For port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:17:21.495526 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.517655 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-7b9c6cdc-bc1c-4703-b50d-8e1b49aa3dc5 None None] Provisioning complete for port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:21.517655 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cdc-bc1c-4703-b50d-8e1b49aa3dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.573437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Attempting to bind port d7a07c99-982b-4eab-bff5-28097a491334 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:17:21.573807 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Attempting to bind port d7a07c99-982b-4eab-bff5-28097a491334 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '340ed4f7-0125-43ef-8f6d-aba4613edd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:17:21.574361 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Attempting to bind port d7a07c99-982b-4eab-bff5-28097a491334 on network ba7543c1-ad64-4dbc-9709-4ab76c48158b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:17:21.587994 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:17:21.588671 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Checking segment: {'id': '340ed4f7-0125-43ef-8f6d-aba4613edd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:17:21.589239 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.589829 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Bound using segment: {'id': '340ed4f7-0125-43ef-8f6d-aba4613edd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:17:21.590654 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Bound port: d7a07c99-982b-4eab-bff5-28097a491334, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340ed4f7-0125-43ef-8f6d-aba4613edd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:17:21.591235 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (d7a07c99-982b-4eab-bff5-28097a491334), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.643864 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:21.645368 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:17:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:21.690246 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] For port d7a07c99-982b-4eab-bff5-28097a491334, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:17:21.695878 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] For port d7a07c99-982b-4eab-bff5-28097a491334, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=d7a07c99-982b-4eab-bff5-28097a491334,segment=NetworkSegment(340ed4f7-0125-43ef-8f6d-aba4613edd6d),segment_id=340ed4f7-0125-43ef-8f6d-aba4613edd6d)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:17:21.769541 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (d7a07c99-982b-4eab-bff5-28097a491334), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.772889 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d9d52-0ed4-4dac-a3f6-a82df778df84 None None] Pushing event updated for resources: {'Port': ['ID=6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e,revision_number=4']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:21.862504 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c6cdc-bc1c-4703-b50d-8e1b49aa3dc5 None None] Current status of the port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:21.863119 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cdc-bc1c-4703-b50d-8e1b49aa3dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:21.991087 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f22a8-6ddd-4904-890c-46cc257777a5 req-94acfea8-38a3-4351-ad25-3f8cf2810ba1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:22.015473 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c8f22a8-6ddd-4904-890c-46cc257777a5 req-94acfea8-38a3-4351-ad25-3f8cf2810ba1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1827395 Jul 13 23:17:22.044316 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:22.045622 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51846) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:22.065022 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.092815 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks [] for router_gateway (bbb6f429-6e32-4feb-9fd1-ec0796723666), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.116658 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:22.192210 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.220187 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7358c-bb8e-43a7-9811-3512fe9b594d None None] Pushing event updated for resources: {'Port': ['ID=d7a07c99-982b-4eab-bff5-28097a491334,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:22.233573 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-7b9c6cdc-bc1c-4703-b50d-8e1b49aa3dc5 None None] For port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:22.238889 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c8f22a8-6ddd-4904-890c-46cc257777a5 req-879b7647-6c13-4860-9614-642f1940b590 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220185 Jul 13 23:17:22.250271 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cdc-bc1c-4703-b50d-8e1b49aa3dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.299453 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:22.380321 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:22.432242 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:22.471368 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87d62977-83fc-40ab-b2e3-363e0193d4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.640335 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:21Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:22.642264 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-e7dfb291-2405-470c-9221-193e8fad99ce None None] Provisioning complete for port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:22.642810 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e7dfb291-2405-470c-9221-193e8fad99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.701549 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Allocated IP 172.27.3.161 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/b8e4091c-4227-442a-bafa-b10f5bfa0ecc) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:17:22.707570 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87d62977-83fc-40ab-b2e3-363e0193d4b2 admin admin] Publish callbacks [] for security_group (f00f1d51-4d5e-4660-969e-61b8e96a2da2), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.714846 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87d62977-83fc-40ab-b2e3-363e0193d4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f00f1d51-4d5e-4660-969e-61b8e96a2da2), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.715775 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:22.716333 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.735665 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea7b32-e91e-4f6e-aeff-393910bee250 None None] The sync data for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi is: [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:21Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:17:22.762424 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c6cdc-bc1c-4703-b50d-8e1b49aa3dc5 None None] Pushing event updated for resources: {'Port': ['ID=6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:22.820017 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-87d62977-83fc-40ab-b2e3-363e0193d4b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06b66fcae3ab4989b7cbaa8141e2e38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7638092 Jul 13 23:17:22.820017 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d62977-83fc-40ab-b2e3-363e0193d4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f1d51-4d5e-4660-969e-61b8e96a2da2,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:22.822840 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51862) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:22.896408 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:22.932255 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:22.944708 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-e7dfb291-2405-470c-9221-193e8fad99ce None None] Current status of the port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:22.964952 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fc950f8a-6ee0-4c7a-a05a-8ea8da43590d admin admin] Publish callbacks [] for security_group (f00f1d51-4d5e-4660-969e-61b8e96a2da2), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.982886 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks [] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:22.995137 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fc950f8a-6ee0-4c7a-a05a-8ea8da43590d admin admin] Publish callbacks [] for security_group (f00f1d51-4d5e-4660-969e-61b8e96a2da2), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:23.060549 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:23.107731 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fc950f8a-6ee0-4c7a-a05a-8ea8da43590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f00f1d51-4d5e-4660-969e-61b8e96a2da2), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:23.110511 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:17:23.111077 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fc950f8a-6ee0-4c7a-a05a-8ea8da43590d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:23.112377 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fc950f8a-6ee0-4c7a-a05a-8ea8da43590d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f00f1d51-4d5e-4660-969e-61b8e96a2da2 HTTP/1.1" status: 204 len: 168 time: 0.2883217 Jul 13 23:17:23.125874 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:23.130821 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:17:23.134376 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc950f8a-6ee0-4c7a-a05a-8ea8da43590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f1d51-4d5e-4660-969e-61b8e96a2da2,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:23.201146 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51868) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:23.223843 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e4091c-4227-442a-bafa-b10f5bfa0ecc,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:23.408297 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:23.546956 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a34eaa4a-7cd7-4d5f-b416-c789f82ca23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:23.614575 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accea5c9-0c85-4a8f-b154-3ecc74b27b31 req-10bdf44f-3c7a-4b77-8958-33f4c4441fa1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:23.617255 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-accea5c9-0c85-4a8f-b154-3ecc74b27b31 req-10bdf44f-3c7a-4b77-8958-33f4c4441fa1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1785436 Jul 13 23:17:23.647769 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks [] for router_gateway (bbb6f429-6e32-4feb-9fd1-ec0796723666), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:23.725780 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:23.803499 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-accea5c9-0c85-4a8f-b154-3ecc74b27b31 req-c0d9b03f-0ba1-496f-9539-50644d4650f4 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715324 Jul 13 23:17:23.884393 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a34eaa4a-7cd7-4d5f-b416-c789f82ca23f admin admin] Publish callbacks [] for security_group (ff1a5836-0aa6-433a-85a2-4e0eaa0c7f13), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:23.896045 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a34eaa4a-7cd7-4d5f-b416-c789f82ca23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ff1a5836-0aa6-433a-85a2-4e0eaa0c7f13), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:23.951923 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a34eaa4a-7cd7-4d5f-b416-c789f82ca23f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6530ddc5a813461082b0d82a02895e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7499273 Jul 13 23:17:23.956390 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51876) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:24.005560 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:24.024608 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eaa4a-7cd7-4d5f-b416-c789f82ca23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1a5836-0aa6-433a-85a2-4e0eaa0c7f13,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:24.062018 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c412a049-1457-44b5-b825-314a305887a6 admin admin] Publish callbacks [] for security_group (ff1a5836-0aa6-433a-85a2-4e0eaa0c7f13), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.065910 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (bbb6f429-6e32-4feb-9fd1-ec0796723666), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.096867 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c412a049-1457-44b5-b825-314a305887a6 admin admin] Publish callbacks [] for security_group (ff1a5836-0aa6-433a-85a2-4e0eaa0c7f13), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.098767 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11f644-7302-45b9-9fc1-a5280fb7f133 None None] Network ba7543c1-ad64-4dbc-9709-4ab76c48158b requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:17:24.130932 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51878) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:24.153116 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:24.163196 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eab-b9a1-468e-9d2b-7580c26abcec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.260382 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c412a049-1457-44b5-b825-314a305887a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ff1a5836-0aa6-433a-85a2-4e0eaa0c7f13), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.264613 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-1e86bc37-20c7-41ff-b2c5-77891137f967 None None] Provisioning complete for port d7a07c99-982b-4eab-bff5-28097a491334 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:24.265538 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c412a049-1457-44b5-b825-314a305887a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.266624 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1e86bc37-20c7-41ff-b2c5-77891137f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (d7a07c99-982b-4eab-bff5-28097a491334), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.285292 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c412a049-1457-44b5-b825-314a305887a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff1a5836-0aa6-433a-85a2-4e0eaa0c7f13 HTTP/1.1" status: 204 len: 168 time: 0.3253350 Jul 13 23:17:24.346269 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Router bbb6f429-6e32-4feb-9fd1-ec0796723666 is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:17:24.360470 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412a049-1457-44b5-b825-314a305887a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1a5836-0aa6-433a-85a2-4e0eaa0c7f13,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:24.491845 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eab-b9a1-468e-9d2b-7580c26abcec admin admin] Publish callbacks [] for security_group (697805e9-1e7c-41f8-8c9b-49d800462c8b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.504830 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9eab-b9a1-468e-9d2b-7580c26abcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (697805e9-1e7c-41f8-8c9b-49d800462c8b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.537218 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:17:24.567279 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Sync routers for ids ['bbb6f429-6e32-4feb-9fd1-ec0796723666'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:17:24.590505 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.595251 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-de9ba978-7e0b-4ede-86fe-1af2db160bf5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6556437 Jul 13 23:17:24.596039 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-1e86bc37-20c7-41ff-b2c5-77891137f967 None None] Current status of the port d7a07c99-982b-4eab-bff5-28097a491334 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:24.596678 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1e86bc37-20c7-41ff-b2c5-77891137f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (d7a07c99-982b-4eab-bff5-28097a491334), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.601374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51882) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:24.607888 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:24.637358 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc9eab-b9a1-468e-9d2b-7580c26abcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697805e9-1e7c-41f8-8c9b-49d800462c8b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:24.679750 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-dbfc9eab-b9a1-468e-9d2b-7580c26abcec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60841def21b84c41b97dac3ce85fc79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468278 Jul 13 23:17:24.684200 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51884) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:24.770104 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-030cdff0-71a2-4fc8-868c-4450b844a5f1 admin admin] Publish callbacks [] for security_group (697805e9-1e7c-41f8-8c9b-49d800462c8b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.808196 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Routers {'bbb6f429-6e32-4feb-9fd1-ec0796723666'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:24.809254 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:17:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bbb6f429-6e32-4feb-9fd1-ec0796723666'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:24.812572 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-030cdff0-71a2-4fc8-868c-4450b844a5f1 admin admin] Publish callbacks [] for security_group (697805e9-1e7c-41f8-8c9b-49d800462c8b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.895154 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-030cdff0-71a2-4fc8-868c-4450b844a5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (697805e9-1e7c-41f8-8c9b-49d800462c8b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.899865 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-030cdff0-71a2-4fc8-868c-4450b844a5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.901697 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-030cdff0-71a2-4fc8-868c-4450b844a5f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/697805e9-1e7c-41f8-8c9b-49d800462c8b HTTP/1.1" status: 204 len: 168 time: 0.2158511 Jul 13 23:17:24.923156 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-1e86bc37-20c7-41ff-b2c5-77891137f967 None None] For port d7a07c99-982b-4eab-bff5-28097a491334, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=d7a07c99-982b-4eab-bff5-28097a491334,segment=NetworkSegment(340ed4f7-0125-43ef-8f6d-aba4613edd6d),segment_id=340ed4f7-0125-43ef-8f6d-aba4613edd6d)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:24.929388 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:24.930071 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:24.938562 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cdff0-71a2-4fc8-868c-4450b844a5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697805e9-1e7c-41f8-8c9b-49d800462c8b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:24.941145 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1e86bc37-20c7-41ff-b2c5-77891137f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (d7a07c99-982b-4eab-bff5-28097a491334), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:25.057446 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0845490-d59e-4849-957b-ed62019d2980 req-10cad5a1-e87e-40c3-b1ea-37ed1196766e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:25.059734 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a0845490-d59e-4849-957b-ed62019d2980 req-10cad5a1-e87e-40c3-b1ea-37ed1196766e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0921459 Jul 13 23:17:25.079020 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:25.155862 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51892) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:25.165335 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a0845490-d59e-4849-957b-ed62019d2980 req-a9d83c84-e181-4a18-9d4b-8f778d236eef tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941374 Jul 13 23:17:25.189178 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86bc37-20c7-41ff-b2c5-77891137f967 None None] Pushing event updated for resources: {'Port': ['ID=d7a07c99-982b-4eab-bff5-28097a491334,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:25.220869 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ddb3e522-7500-4a02-bce8-b798445c2dab None None] Provisioning complete for port d7a07c99-982b-4eab-bff5-28097a491334 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:25.221234 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ddb3e522-7500-4a02-bce8-b798445c2dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (d7a07c99-982b-4eab-bff5-28097a491334), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:25.252790 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff27d-a433-473f-b087-d7ab5622e381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:25.284270 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Set router bbb6f429-6e32-4feb-9fd1-ec0796723666 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:25.441250 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:25.561305 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff27d-a433-473f-b087-d7ab5622e381 admin admin] Publish callbacks [] for security_group (342beb2d-5b45-4534-9ea8-d1ceda56f513), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:25.571468 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff27d-a433-473f-b087-d7ab5622e381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (342beb2d-5b45-4534-9ea8-d1ceda56f513), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:25.619067 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:25.620179 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device d7a07c99-982b-4eab-bff5-28097a491334 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:25.661328 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3e522-7500-4a02-bce8-b798445c2dab None None] Current status of the port d7a07c99-982b-4eab-bff5-28097a491334 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:25.715894 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-6c4ff27d-a433-473f-b087-d7ab5622e381 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a85913a6ccc24692a25dcdcf0f91de5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5580130 Jul 13 23:17:25.718936 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51904) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:25.722567 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ff27d-a433-473f-b087-d7ab5622e381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342beb2d-5b45-4534-9ea8-d1ceda56f513,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:25.749539 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port d7a07c99-982b-4eab-bff5-28097a491334 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:25.750381 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (d7a07c99-982b-4eab-bff5-28097a491334), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:25.760829 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:25.785932 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:20Z', 'updated_at': '2022-07-13T23:17:23Z', 'revision_number': 3, 'project_id': '49f42da3393441458d857e5f8d642df0', 'gw_port': {'id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:22Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:25.799190 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:25.823338 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Checking router: bbb6f429-6e32-4feb-9fd1-ec0796723666 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:17:25.823758 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Updating router bbb6f429-6e32-4feb-9fd1-ec0796723666 port b8e4091c-4227-442a-bafa-b10f5bfa0ecc binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:17:25.843421 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-da14859c-fb2e-4f01-b33a-38997d184dff admin admin] Publish callbacks [] for security_group (342beb2d-5b45-4534-9ea8-d1ceda56f513), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:25.853281 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:25.877076 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:25.922100 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-da14859c-fb2e-4f01-b33a-38997d184dff admin admin] Publish callbacks [] for security_group (342beb2d-5b45-4534-9ea8-d1ceda56f513), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.017549 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port d7a07c99-982b-4eab-bff5-28097a491334 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:26.054505 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-da14859c-fb2e-4f01-b33a-38997d184dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (342beb2d-5b45-4534-9ea8-d1ceda56f513), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.058362 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-da14859c-fb2e-4f01-b33a-38997d184dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.059642 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-da14859c-fb2e-4f01-b33a-38997d184dff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/342beb2d-5b45-4534-9ea8-d1ceda56f513 HTTP/1.1" status: 204 len: 168 time: 0.3387630 Jul 13 23:17:26.069266 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14859c-fb2e-4f01-b33a-38997d184dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342beb2d-5b45-4534-9ea8-d1ceda56f513,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:26.132494 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Allocated IP 172.20.0.1 (ba7543c1-ad64-4dbc-9709-4ab76c48158b/10303d8a-7dce-46d8-824b-f4137ce367a0/9ab51769-86b9-4fa6-bed3-79c0f35ab5c3) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:17:26.309295 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:26.421292 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device d7a07c99-982b-4eab-bff5-28097a491334 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:26.422698 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Publish callbacks [] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.425814 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e124d0-760a-4bbc-a1a1-7ef5acab2467 req-0b6b16b2-9243-48f8-923e-c5717493c9ba tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:26.434247 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2e124d0-760a-4bbc-a1a1-7ef5acab2467 req-0b6b16b2-9243-48f8-923e-c5717493c9ba tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1440277 Jul 13 23:17:26.481922 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:26.494569 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2e124d0-760a-4bbc-a1a1-7ef5acab2467 req-cf3d5307-537e-48ab-8d28-dcf79a4c3d00 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592785 Jul 13 23:17:26.534820 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.567893 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:26.593678 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port d7a07c99-982b-4eab-bff5-28097a491334 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:26.594050 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (d7a07c99-982b-4eab-bff5-28097a491334), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.607155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Network ba7543c1-ad64-4dbc-9709-4ab76c48158b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:17:26.612861 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:26.624361 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:17:26.673581 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Pushing event updated for resources: {'Port': ['ID=9ab51769-86b9-4fa6-bed3-79c0f35ab5c3,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:26.712152 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (bbb6f429-6e32-4feb-9fd1-ec0796723666), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.731628 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Publish callbacks [] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.749867 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.863370 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port d7a07c99-982b-4eab-bff5-28097a491334 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:26.900386 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Attempting to bind port b8e4091c-4227-442a-bafa-b10f5bfa0ecc on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:17:26.900997 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Attempting to bind port b8e4091c-4227-442a-bafa-b10f5bfa0ecc by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:17:26.901554 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Attempting to bind port b8e4091c-4227-442a-bafa-b10f5bfa0ecc on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:17:26.904410 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524c37a-13c6-4482-8111-4044c83ee43f None None] Pushing event updated for resources: {'Port': ['ID=b8e4091c-4227-442a-bafa-b10f5bfa0ecc,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:26.914440 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:17:26.915910 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:17:26.916482 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:26.917041 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:17:26.917714 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Bound port: b8e4091c-4227-442a-bafa-b10f5bfa0ecc, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:17:26.918279 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:27.004735 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] For port b8e4091c-4227-442a-bafa-b10f5bfa0ecc, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:17:27.013070 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] For port b8e4091c-4227-442a-bafa-b10f5bfa0ecc, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=b8e4091c-4227-442a-bafa-b10f5bfa0ecc,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:17:27.026868 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:27.065947 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:27.097915 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:27.152717 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Routers {'bbb6f429-6e32-4feb-9fd1-ec0796723666'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:27.153062 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:17:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bbb6f429-6e32-4feb-9fd1-ec0796723666'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:27.169211 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524c37a-13c6-4482-8111-4044c83ee43f None None] Pushing event updated for resources: {'Port': ['ID=b8e4091c-4227-442a-bafa-b10f5bfa0ecc,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:27.211449 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-e6aa04a3-c2e1-4361-9a1c-c0192e56a262 None None] Provisioning complete for port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:27.211925 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e6aa04a3-c2e1-4361-9a1c-c0192e56a262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:27.304385 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:27.309190 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa04a3-c2e1-4361-9a1c-c0192e56a262 None None] Port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:17:27.372553 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] Set router bbb6f429-6e32-4feb-9fd1-ec0796723666 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:27.452013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Publish callbacks [] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:27.459549 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:27.577725 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:27.580335 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (bbb6f429-6e32-4feb-9fd1-ec0796723666), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:27.672477 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Pushing event updated for resources: {'Port': ['ID=9ab51769-86b9-4fa6-bed3-79c0f35ab5c3,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:27.713506 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd07c3e-9250-4a55-93dd-2248ddebbf63 req-6d86ed7b-34ff-4c9a-8f21-dca9309c04c0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:27.721796 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7cd07c3e-9250-4a55-93dd-2248ddebbf63 req-6d86ed7b-34ff-4c9a-8f21-dca9309c04c0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1144416 Jul 13 23:17:27.786460 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:20Z', 'updated_at': '2022-07-13T23:17:26Z', 'revision_number': 4, 'project_id': '49f42da3393441458d857e5f8d642df0', 'gw_port': {'id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:22Z', 'updated_at': '2022-07-13T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '9ab51769-86b9-4fa6-bed3-79c0f35ab5c3', 'name': '', 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'mac_address': 'fa:16:3e:cf:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:25Z', 'updated_at': '2022-07-13T23:17:26Z', 'revision_number': 1, 'project_id': '49f42da3393441458d857e5f8d642df0', 'subnets': [{'id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:27.788270 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Network ba7543c1-ad64-4dbc-9709-4ab76c48158b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:17:27.789970 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:27.815898 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:27.864541 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7cd07c3e-9250-4a55-93dd-2248ddebbf63 req-3793d6e5-9b00-47de-9199-831c1e7ac4e0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311109 Jul 13 23:17:27.880095 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4876f49-0df2-4362-b7b9-5e02d6403179 None None] The sync data for ids ['bbb6f429-6e32-4feb-9fd1-ec0796723666'] in dv-cinder-799871-29-iscsi is: [{'id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:20Z', 'updated_at': '2022-07-13T23:17:26Z', 'revision_number': 4, 'project_id': '49f42da3393441458d857e5f8d642df0', 'gw_port': {'id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:22Z', 'updated_at': '2022-07-13T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '9ab51769-86b9-4fa6-bed3-79c0f35ab5c3', 'name': '', 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'mac_address': 'fa:16:3e:cf:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:25Z', 'updated_at': '2022-07-13T23:17:26Z', 'revision_number': 1, 'project_id': '49f42da3393441458d857e5f8d642df0', 'subnets': [{'id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:17:27.991795 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Router bbb6f429-6e32-4feb-9fd1-ec0796723666 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:17:28.133975 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:17:28.147452 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-da6ef168-872a-4200-9ded-cb6786164cff admin admin] 10.222.0.60 "PUT /v2.0/routers/bbb6f429-6e32-4feb-9fd1-ec0796723666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5442908 Jul 13 23:17:28.252129 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-32b1cd4a-eebe-4267-909f-dca94b549c99 None None] Provisioning complete for port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:28.252751 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-32b1cd4a-eebe-4267-909f-dca94b549c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:28.320795 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-32b1cd4a-eebe-4267-909f-dca94b549c99 None None] Port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:17:28.780740 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-7599115d-a181-45d8-bfdc-a387a29313e1 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=68ad7a3acf6d4636a67341c059d66568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533607 Jul 13 23:17:29.108158 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 51992) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:29.114205 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-5c80a811-2e7a-47c0-bc62-0ce55cca5ec9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970012274', 'description': 'tempest-secgroup-smoke-1970012274 description', 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:29.150409 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-3d8eac2d-c7f0-4a66-bfa7-485ecf1c9cd2 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:29.159078 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-3d8eac2d-c7f0-4a66-bfa7-485ecf1c9cd2 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679349 Jul 13 23:17:29.185720 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-639c4be9-865a-4ca0-8274-df97f4839aef tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/quotas/68ad7a3acf6d4636a67341c059d66568 HTTP/1.1" status: 200 len: 375 time: 0.0250311 Jul 13 23:17:29.189776 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5c80a811-2e7a-47c0-bc62-0ce55cca5ec9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.244373 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-b5015523-12de-4a0e-9a76-cc2ca191e690 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=68ad7a3acf6d4636a67341c059d66568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572875 Jul 13 23:17:29.307606 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0c5c9-18bb-4214-8be2-031f90b49326 req-91cad945-9177-4005-81f0-22cb21b59ef3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:29.309278 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37a0c5c9-18bb-4214-8be2-031f90b49326 req-91cad945-9177-4005-81f0-22cb21b59ef3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1060772 Jul 13 23:17:29.365126 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5c80a811-2e7a-47c0-bc62-0ce55cca5ec9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group (9a8d8032-bf78-40ee-848a-6841ec1d98a7), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.374281 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5c80a811-2e7a-47c0-bc62-0ce55cca5ec9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (9a8d8032-bf78-40ee-848a-6841ec1d98a7), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.453016 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5c80a811-2e7a-47c0-bc62-0ce55cca5ec9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.458908 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5c80a811-2e7a-47c0-bc62-0ce55cca5ec9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3449652 Jul 13 23:17:29.459839 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 51998) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:29.460658 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37a0c5c9-18bb-4214-8be2-031f90b49326 req-bf5050f9-4322-43a2-91cb-815ef2751c1d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168182 Jul 13 23:17:29.461332 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80a811-2e7a-47c0-bc62-0ce55cca5ec9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8d8032-bf78-40ee-848a-6841ec1d98a7,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:29.479163 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-d74e6344-0576-458c-98ca-4428266b73a0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'security_group_rule': {'security_group_id': '9a8d8032-bf78-40ee-848a-6841ec1d98a7', 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:29.538261 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d74e6344-0576-458c-98ca-4428266b73a0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (192e7f6a-5226-4762-aa7a-62df51810086), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.596204 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f204924c-8e4f-4514-8273-8a1f7f23f8c0 req-f398fc25-3170-4f36-84f9-1cd791034964 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 210 time: 0.0431805 Jul 13 23:17:29.655888 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d74e6344-0576-458c-98ca-4428266b73a0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (192e7f6a-5226-4762-aa7a-62df51810086), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.662276 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d74e6344-0576-458c-98ca-4428266b73a0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (192e7f6a-5226-4762-aa7a-62df51810086), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.688304 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e6344-0576-458c-98ca-4428266b73a0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192e7f6a-5226-4762-aa7a-62df51810086,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:29.698932 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d74e6344-0576-458c-98ca-4428266b73a0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.700287 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d74e6344-0576-458c-98ca-4428266b73a0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2370896 Jul 13 23:17:29.704891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 52004) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:29.717951 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-65098f7e-4742-48e0-8e62-9d75eeaa874a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'security_group_rule': {'security_group_id': '9a8d8032-bf78-40ee-848a-6841ec1d98a7', 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:29.766760 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-65098f7e-4742-48e0-8e62-9d75eeaa874a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (cd3f5a61-0bcf-495f-9932-7ad99c240617), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.835450 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:29.902459 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-65098f7e-4742-48e0-8e62-9d75eeaa874a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (cd3f5a61-0bcf-495f-9932-7ad99c240617), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.908109 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-65098f7e-4742-48e0-8e62-9d75eeaa874a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (cd3f5a61-0bcf-495f-9932-7ad99c240617), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.933304 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65098f7e-4742-48e0-8e62-9d75eeaa874a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3f5a61-0bcf-495f-9932-7ad99c240617,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:29.963780 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-65098f7e-4742-48e0-8e62-9d75eeaa874a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:29.965164 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-65098f7e-4742-48e0-8e62-9d75eeaa874a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2592444 Jul 13 23:17:29.970115 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52012) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:29.982084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-40857de8-246d-4bee-8ec6-a2b512635731 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'security_group_rule': {'security_group_id': '9a8d8032-bf78-40ee-848a-6841ec1d98a7', 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:30.099231 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40857de8-246d-4bee-8ec6-a2b512635731 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (409b0a94-9e79-4b3c-adc0-c5773c264dc5), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.225857 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40857de8-246d-4bee-8ec6-a2b512635731 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (409b0a94-9e79-4b3c-adc0-c5773c264dc5), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.244046 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40857de8-246d-4bee-8ec6-a2b512635731 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (409b0a94-9e79-4b3c-adc0-c5773c264dc5), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.279658 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40857de8-246d-4bee-8ec6-a2b512635731 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.280842 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-40857de8-246d-4bee-8ec6-a2b512635731 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091214 Jul 13 23:17:30.281789 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40857de8-246d-4bee-8ec6-a2b512635731 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409b0a94-9e79-4b3c-adc0-c5773c264dc5,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:30.285611 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52018) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:30.290939 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-95d1e2a0-b4e5-4568-9a1a-c14affd9b5a4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'security_group_rule': {'security_group_id': '9a8d8032-bf78-40ee-848a-6841ec1d98a7', 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:30.337324 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b4354-b3a6-4e11-8145-f3f2fd25ef4c req-8a6e9d2f-54c1-4ae8-aaa2-44b6eeb561b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:30.338704 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-95d1e2a0-b4e5-4568-9a1a-c14affd9b5a4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (337a2f4d-7893-4e7c-a03f-55b8e534f4b9), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.339601 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d40b4354-b3a6-4e11-8145-f3f2fd25ef4c req-8a6e9d2f-54c1-4ae8-aaa2-44b6eeb561b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 1129 time: 0.0966918 Jul 13 23:17:30.408513 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:30.422573 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-95d1e2a0-b4e5-4568-9a1a-c14affd9b5a4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (337a2f4d-7893-4e7c-a03f-55b8e534f4b9), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.430720 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-95d1e2a0-b4e5-4568-9a1a-c14affd9b5a4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (337a2f4d-7893-4e7c-a03f-55b8e534f4b9), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.460104 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b8e4091c-4227-442a-bafa-b10f5bfa0ecc up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:30.475221 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1e2a0-b4e5-4568-9a1a-c14affd9b5a4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337a2f4d-7893-4e7c-a03f-55b8e534f4b9,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:30.490197 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-95d1e2a0-b4e5-4568-9a1a-c14affd9b5a4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.495021 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-95d1e2a0-b4e5-4568-9a1a-c14affd9b5a4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2075877 Jul 13 23:17:30.498253 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52020) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:30.507415 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-f72a7a28-a9af-4810-b5eb-fb2192262bae tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'security_group_rule': {'security_group_id': '9a8d8032-bf78-40ee-848a-6841ec1d98a7', 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:30.569767 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.securitygroups_db [None req-f72a7a28-a9af-4810-b5eb-fb2192262bae tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Project d631f17810f94dcc91dfcb28a4b17c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 23:17:30.592215 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f72a7a28-a9af-4810-b5eb-fb2192262bae tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (58397232-abd4-451d-87ea-b726241fc85e), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.600952 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port b8e4091c-4227-442a-bafa-b10f5bfa0ecc triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:30.601565 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.661663 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:30.694245 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f72a7a28-a9af-4810-b5eb-fb2192262bae tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (58397232-abd4-451d-87ea-b726241fc85e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.748617 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c09a-4e3e-4120-b7ba-48a6c7f1200b req-2313d61e-0ac3-4e61-aa41-864fdd946553 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:30.750637 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf55c09a-4e3e-4120-b7ba-48a6c7f1200b req-2313d61e-0ac3-4e61-aa41-864fdd946553 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0673773 Jul 13 23:17:30.753291 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f72a7a28-a9af-4810-b5eb-fb2192262bae tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (58397232-abd4-451d-87ea-b726241fc85e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.791783 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f72a7a28-a9af-4810-b5eb-fb2192262bae tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.796429 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f72a7a28-a9af-4810-b5eb-fb2192262bae tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2961421 Jul 13 23:17:30.806718 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52030) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:30.813327 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-4cb11489-4cc9-4494-b6c3-d2413e977673 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'security_group_rule': {'security_group_id': '9a8d8032-bf78-40ee-848a-6841ec1d98a7', 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:30.827949 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a7a28-a9af-4810-b5eb-fb2192262bae tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58397232-abd4-451d-87ea-b726241fc85e,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:30.846105 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port b8e4091c-4227-442a-bafa-b10f5bfa0ecc is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:30.846853 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.862144 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:30.884118 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d40b4354-b3a6-4e11-8145-f3f2fd25ef4c req-b9260dc9-be4b-4b9f-b860-740872a19f42 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352459 Jul 13 23:17:30.901784 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.securitygroups_db [None req-4cb11489-4cc9-4494-b6c3-d2413e977673 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Project d631f17810f94dcc91dfcb28a4b17c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 23:17:30.910554 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port b8e4091c-4227-442a-bafa-b10f5bfa0ecc, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=b8e4091c-4227-442a-bafa-b10f5bfa0ecc,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:30.917157 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:30.953379 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5003220f-d513-4fba-813f-e8755833a6ad req-48281cdf-a8c8-4fc9-ae6f-fbdced47dddc tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 210 time: 0.1553690 Jul 13 23:17:30.960312 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4cb11489-4cc9-4494-b6c3-d2413e977673 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (f1fc5676-1553-4bbe-9c66-36b5a2efc05c), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:31.000067 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf55c09a-4e3e-4120-b7ba-48a6c7f1200b req-bef6b0be-5e5f-46bf-bd4d-287bb26c8691 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262771 Jul 13 23:17:31.015641 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=b8e4091c-4227-442a-bafa-b10f5bfa0ecc,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:31.084608 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4cb11489-4cc9-4494-b6c3-d2413e977673 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (f1fc5676-1553-4bbe-9c66-36b5a2efc05c), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:31.089572 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4cb11489-4cc9-4494-b6c3-d2413e977673 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (f1fc5676-1553-4bbe-9c66-36b5a2efc05c), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:31.112681 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb11489-4cc9-4494-b6c3-d2413e977673 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fc5676-1553-4bbe-9c66-36b5a2efc05c,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:31.127746 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4cb11489-4cc9-4494-b6c3-d2413e977673 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:31.129928 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4cb11489-4cc9-4494-b6c3-d2413e977673 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225837 Jul 13 23:17:31.435617 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Sync routers for ids ['bbb6f429-6e32-4feb-9fd1-ec0796723666'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:17:31.449044 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Routers {'bbb6f429-6e32-4feb-9fd1-ec0796723666'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:31.449829 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:17:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bbb6f429-6e32-4feb-9fd1-ec0796723666'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:31.603590 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Set router bbb6f429-6e32-4feb-9fd1-ec0796723666 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:31.932337 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:20Z', 'updated_at': '2022-07-13T23:17:26Z', 'revision_number': 4, 'project_id': '49f42da3393441458d857e5f8d642df0', 'gw_port': {'id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:22Z', 'updated_at': '2022-07-13T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '9ab51769-86b9-4fa6-bed3-79c0f35ab5c3', 'name': '', 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'mac_address': 'fa:16:3e:cf:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:25Z', 'updated_at': '2022-07-13T23:17:27Z', 'revision_number': 2, 'project_id': '49f42da3393441458d857e5f8d642df0', 'subnets': [{'id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:31.980807 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Checking router: bbb6f429-6e32-4feb-9fd1-ec0796723666 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:17:31.981381 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Updating router bbb6f429-6e32-4feb-9fd1-ec0796723666 port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:17:32.018408 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:32.136558 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-32ace286-71b2-47aa-9e4f-da2855dbac8f tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=68ad7a3acf6d4636a67341c059d66568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714154 Jul 13 23:17:32.435737 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c9dc4bdb-80eb-48d0-9c81-604e70b309bf req-a8a18b4d-9ab3-4b23-8642-a678a14affdc tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 210 time: 0.1657097 Jul 13 23:17:32.457835 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b8e4091c-4227-442a-bafa-b10f5bfa0ecc up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:32.487766 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-d9c586d3-a489-4a38-8745-5a0bcfcda8e2 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:32.490623 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-d9c586d3-a489-4a38-8745-5a0bcfcda8e2 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485966 Jul 13 23:17:32.528211 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b4481-0472-4a35-a60e-688fcd13a383 req-86165986-2221-423a-8292-15682a9ad6f8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:32.531686 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-433b4481-0472-4a35-a60e-688fcd13a383 req-86165986-2221-423a-8292-15682a9ad6f8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.1386497 Jul 13 23:17:32.552635 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port b8e4091c-4227-442a-bafa-b10f5bfa0ecc triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:32.553460 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:32.619692 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-433b4481-0472-4a35-a60e-688fcd13a383 req-e00defdc-36b2-4115-ad1f-4754bb076e3e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773084 Jul 13 23:17:32.656494 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:32.695421 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Publish callbacks [] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:32.699874 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port b8e4091c-4227-442a-bafa-b10f5bfa0ecc is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:32.703926 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:32.764025 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0dbce-c213-48cb-9c2a-560edc6e134c None None] Pushing event updated for resources: {'Port': ['ID=9ab51769-86b9-4fa6-bed3-79c0f35ab5c3,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:32.843643 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Attempting to bind port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:17:32.844860 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Attempting to bind port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '340ed4f7-0125-43ef-8f6d-aba4613edd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:17:32.845418 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Attempting to bind port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 on network ba7543c1-ad64-4dbc-9709-4ab76c48158b {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:17:32.854593 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:17:32.855143 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Checking segment: {'id': '340ed4f7-0125-43ef-8f6d-aba4613edd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:17:32.855683 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:32.856172 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Bound using segment: {'id': '340ed4f7-0125-43ef-8f6d-aba4613edd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:17:32.856804 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Bound port: 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340ed4f7-0125-43ef-8f6d-aba4613edd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:17:32.857318 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:32.902573 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Request body: {'port': {'device_id': '66257842-0212-4eda-a09e-4259ac97e1ae', 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0', 'admin_state_up': True, 'tenant_id': '68ad7a3acf6d4636a67341c059d66568'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:32.985869 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] For port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:17:32.990228 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] For port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=9ab51769-86b9-4fa6-bed3-79c0f35ab5c3,segment=NetworkSegment(340ed4f7-0125-43ef-8f6d-aba4613edd6d),segment_id=340ed4f7-0125-43ef-8f6d-aba4613edd6d)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:17:33.014001 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:33.064591 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Routers {'bbb6f429-6e32-4feb-9fd1-ec0796723666'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:17:33.065841 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:17:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bbb6f429-6e32-4feb-9fd1-ec0796723666'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:33.199202 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-9265a4a6-3134-443e-8e23-d2612634b062 None None] Provisioning complete for port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:33.201343 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9265a4a6-3134-443e-8e23-d2612634b062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:33.219415 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:33.280796 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Made reservation on behalf of 68ad7a3acf6d4636a67341c059d66568 for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:17:33.288957 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:33.301237 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:33.336137 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:33.365091 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] Set router bbb6f429-6e32-4feb-9fd1-ec0796723666 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:17:33.378312 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:33.381731 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-9265a4a6-3134-443e-8e23-d2612634b062 None None] Current status of the port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:33.382133 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9265a4a6-3134-443e-8e23-d2612634b062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:33.464871 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-9265a4a6-3134-443e-8e23-d2612634b062 None None] For port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=9ab51769-86b9-4fa6-bed3-79c0f35ab5c3,segment=NetworkSegment(340ed4f7-0125-43ef-8f6d-aba4613edd6d),segment_id=340ed4f7-0125-43ef-8f6d-aba4613edd6d)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:33.473330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9265a4a6-3134-443e-8e23-d2612634b062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:33.517444 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks [] for security_group (232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:33.532258 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:33.541258 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265a4a6-3134-443e-8e23-d2612634b062 None None] Pushing event updated for resources: {'Port': ['ID=9ab51769-86b9-4fa6-bed3-79c0f35ab5c3,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:33.669354 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:33.715271 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-3b6b1702-c78d-4a1a-900e-1ac785a00e38 None None] Provisioning complete for port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:33.715448 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1702-c78d-4a1a-900e-1ac785a00e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:33.765008 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d3f43205-ae78-40dc-ae3a-10e0a4a9a555 req-cc9add95-9451-4ea7-9e8c-151cd310a610 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 210 time: 0.0928700 Jul 13 23:17:33.806093 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:20Z', 'updated_at': '2022-07-13T23:17:26Z', 'revision_number': 4, 'project_id': '49f42da3393441458d857e5f8d642df0', 'gw_port': {'id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:22Z', 'updated_at': '2022-07-13T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '9ab51769-86b9-4fa6-bed3-79c0f35ab5c3', 'name': '', 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'mac_address': 'fa:16:3e:cf:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:25Z', 'updated_at': '2022-07-13T23:17:32Z', 'revision_number': 4, 'project_id': '49f42da3393441458d857e5f8d642df0', 'subnets': [{'id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:17:33.869607 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c9970-3b77-4c12-94af-53b7654888e9 None None] The sync data for ids ['bbb6f429-6e32-4feb-9fd1-ec0796723666'] in dv-cinder-799871-29-iscsi is: [{'id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:20Z', 'updated_at': '2022-07-13T23:17:26Z', 'revision_number': 4, 'project_id': '49f42da3393441458d857e5f8d642df0', 'gw_port': {'id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:22Z', 'updated_at': '2022-07-13T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '9ab51769-86b9-4fa6-bed3-79c0f35ab5c3', 'name': '', 'network_id': 'ba7543c1-ad64-4dbc-9709-4ab76c48158b', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'mac_address': 'fa:16:3e:cf:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:25Z', 'updated_at': '2022-07-13T23:17:32Z', 'revision_number': 4, 'project_id': '49f42da3393441458d857e5f8d642df0', 'subnets': [{'id': '10303d8a-7dce-46d8-824b-f4137ce367a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:17:33.872410 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0dbce-c213-48cb-9c2a-560edc6e134c None None] Pushing event updated for resources: {'Port': ['ID=9ab51769-86b9-4fa6-bed3-79c0f35ab5c3,revision_number=4']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:33.899588 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Allocated IP 192.168.233.243 (e0b50aee-c948-4d94-8bdf-c3fa810590e0/8989846c-d766-48f8-90e2-68959aab5f37/9f6594d6-a37e-468c-85f2-85fbe535fb11) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:17:33.927463 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b1702-c78d-4a1a-900e-1ac785a00e38 None None] Current status of the port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:34.035839 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:34.202815 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ace3e-c5e8-468f-ab5f-06ba7a79881b req-8d1fbf10-21f4-4ce4-b866-429fbedccacd tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:34.204558 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-298ace3e-c5e8-468f-ab5f-06ba7a79881b req-8d1fbf10-21f4-4ce4-b866-429fbedccacd tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.4136744 Jul 13 23:17:34.254769 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks [] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:34.308459 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-298ace3e-c5e8-468f-ab5f-06ba7a79881b req-a55d79fb-e3f5-4835-a6a0-da8a06c6222a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969188 Jul 13 23:17:34.344801 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:34.384366 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:34.446179 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Network e0b50aee-c948-4d94-8bdf-c3fa810590e0 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:17:34.449721 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:34.450126 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:34.458884 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:17:34.463509 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:17:34.480032 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Pushing event updated for resources: {'Port': ['ID=9f6594d6-a37e-468c-85f2-85fbe535fb11,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:34.557835 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbc51b-c1c4-4f27-9a2e-e0cf58823c60 req-f11617c1-1143-470c-8fc0-91ff874bc856 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:34.566286 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-accbc51b-c1c4-4f27-9a2e-e0cf58823c60 req-f11617c1-1143-470c-8fc0-91ff874bc856 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0674450 Jul 13 23:17:34.647886 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-accbc51b-c1c4-4f27-9a2e-e0cf58823c60 req-a81eb9e3-a78d-44a7-ab87-a3dbd94dff5c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779631 Jul 13 23:17:34.659360 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:34.679490 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:34.681074 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:34.738331 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-fdb014de-74ff-4ee8-a0fb-1669ea3e0f13 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8573403 Jul 13 23:17:34.753295 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Request body: {'port': {'device_id': '66257842-0212-4eda-a09e-4259ac97e1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:17:34.921758 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:34.987021 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-1c2a2184-c4db-4364-ab79-627ae6953542 None None] Provisioning complete for port 9f6594d6-a37e-468c-85f2-85fbe535fb11 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:34.987651 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1c2a2184-c4db-4364-ab79-627ae6953542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:34.992105 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f95836-9ea3-41c8-a3a8-fd8597c7bef4 req-1f025155-8de2-4ffc-9308-e375e5f916c6 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:34.994852 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e0f95836-9ea3-41c8-a3a8-fd8597c7bef4 req-1f025155-8de2-4ffc-9308-e375e5f916c6 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 936 time: 0.0814958 Jul 13 23:17:35.033394 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52160) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:35.101513 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a2184-c4db-4364-ab79-627ae6953542 None None] Port 9f6594d6-a37e-468c-85f2-85fbe535fb11 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:17:35.126171 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e0f95836-9ea3-41c8-a3a8-fd8597c7bef4 req-6123ef00-45e2-4e2d-ae48-0e696bcaa2b2 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175787 Jul 13 23:17:35.263422 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e7e4794a-7816-4194-a51b-2ec5de2b000f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.266405 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:35.450085 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e7e4794a-7816-4194-a51b-2ec5de2b000f admin admin] Publish callbacks [] for security_group (8c9fc59a-bbe8-480b-bda9-bdeeb6a48b4b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.458405 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e7e4794a-7816-4194-a51b-2ec5de2b000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (8c9fc59a-bbe8-480b-bda9-bdeeb6a48b4b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.533665 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:35.548781 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4794a-7816-4194-a51b-2ec5de2b000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9fc59a-bbe8-480b-bda9-bdeeb6a48b4b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:35.562586 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e7e4794a-7816-4194-a51b-2ec5de2b000f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c463dbd7f2d44ef8a3703de9af1b6263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5269210 Jul 13 23:17:35.567047 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52170) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:35.626178 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:35.635669 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db737b29-5a23-445d-a8f1-9035a553afae admin admin] Publish callbacks [] for security_group (8c9fc59a-bbe8-480b-bda9-bdeeb6a48b4b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.645719 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6594d6-a37e-468c-85f2-85fbe535fb11 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:17:35.655623 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Publish callbacks [] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.663997 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db737b29-5a23-445d-a8f1-9035a553afae admin admin] Publish callbacks [] for security_group (8c9fc59a-bbe8-480b-bda9-bdeeb6a48b4b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.677140 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Transition to ACTIVE for port object 9f6594d6-a37e-468c-85f2-85fbe535fb11 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:17:35.682301 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.737365 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db737b29-5a23-445d-a8f1-9035a553afae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (8c9fc59a-bbe8-480b-bda9-bdeeb6a48b4b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.741961 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db737b29-5a23-445d-a8f1-9035a553afae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.743841 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-db737b29-5a23-445d-a8f1-9035a553afae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c9fc59a-bbe8-480b-bda9-bdeeb6a48b4b HTTP/1.1" status: 204 len: 168 time: 0.1752841 Jul 13 23:17:35.769538 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db737b29-5a23-445d-a8f1-9035a553afae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9fc59a-bbe8-480b-bda9-bdeeb6a48b4b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:35.775235 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6594d6-a37e-468c-85f2-85fbe535fb11,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:35.897880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Attempting to bind port 9f6594d6-a37e-468c-85f2-85fbe535fb11 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:17:35.898488 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Attempting to bind port 9f6594d6-a37e-468c-85f2-85fbe535fb11 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '459e686e-b3cd-4667-8e66-6b8b0ec1daa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:17:35.899966 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Attempting to bind port 9f6594d6-a37e-468c-85f2-85fbe535fb11 on network e0b50aee-c948-4d94-8bdf-c3fa810590e0 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:17:35.909027 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Port 9f6594d6-a37e-468c-85f2-85fbe535fb11 on network e0b50aee-c948-4d94-8bdf-c3fa810590e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:17:35.909558 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Attempting to bind port 9f6594d6-a37e-468c-85f2-85fbe535fb11 on network e0b50aee-c948-4d94-8bdf-c3fa810590e0 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:17:35.918949 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:17:35.919512 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Checking segment: {'id': '459e686e-b3cd-4667-8e66-6b8b0ec1daa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:17:35.920148 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Bound using segment: {'id': '459e686e-b3cd-4667-8e66-6b8b0ec1daa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:17:35.920871 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Bound port: 9f6594d6-a37e-468c-85f2-85fbe535fb11, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459e686e-b3cd-4667-8e66-6b8b0ec1daa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:17:35.921503 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:35.926298 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:36.022925 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] For port 9f6594d6-a37e-468c-85f2-85fbe535fb11, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:17:36.028059 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] For port 9f6594d6-a37e-468c-85f2-85fbe535fb11, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f6594d6-a37e-468c-85f2-85fbe535fb11,segment=NetworkSegment(459e686e-b3cd-4667-8e66-6b8b0ec1daa8),segment_id=459e686e-b3cd-4667-8e66-6b8b0ec1daa8)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:17:36.036038 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:36.092063 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:36.093359 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:36.096117 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] 10.222.0.58 "PUT /v2.0/ports/9f6594d6-a37e-468c-85f2-85fbe535fb11 HTTP/1.1" status: 200 len: 1098 time: 1.3500249 Jul 13 23:17:36.102305 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66257842-0212-4eda-a09e-4259ac97e1ae', 'tag': '9f6594d6-a37e-468c-85f2-85fbe535fb11'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:17:36.113798 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb2398-a627-45d8-8782-24ee9b7d3acd" -d '{"events": [{"name": "network-changed", "server_uuid": "66257842-0212-4eda-a09e-4259ac97e1ae", "tag": "9f6594d6-a37e-468c-85f2-85fbe535fb11"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:17:36.179028 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f9c61f-c0a1-4131-9b01-a509fad83d36 x-openstack-request-id: req-61f9c61f-c0a1-4131-9b01-a509fad83d36 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:17:36.180511 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66257842-0212-4eda-a09e-4259ac97e1ae", "tag": "9f6594d6-a37e-468c-85f2-85fbe535fb11", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:17:36.180958 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61f9c61f-c0a1-4131-9b01-a509fad83d36 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:17:36.181569 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f9c61f-c0a1-4131-9b01-a509fad83d36'] response: {'name': 'network-changed', 'server_uuid': '66257842-0212-4eda-a09e-4259ac97e1ae', 'tag': '9f6594d6-a37e-468c-85f2-85fbe535fb11', 'status': 'completed', 'code': 200} Jul 13 23:17:36.223028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52180) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:36.247579 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f31f7-cc3e-4560-8a9a-e04464a8fda7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6594d6-a37e-468c-85f2-85fbe535fb11,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:36.250753 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b64cd10b-031a-4212-862e-0fab86c21736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:36.266351 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-536b0c43-d085-4188-aeb4-44090a35a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:36.268547 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-536b0c43-d085-4188-aeb4-44090a35a4fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68ad7a3acf6d4636a67341c059d66568&device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 1132 time: 0.0930917 Jul 13 23:17:36.322389 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-4fc74168-0def-4eb7-aba5-fd1a8d7797d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=9f6594d6-a37e-468c-85f2-85fbe535fb11 HTTP/1.1" status: 200 len: 217 time: 0.0443039 Jul 13 23:17:36.348866 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde13f-b611-4cbe-9421-9a1ec9e5730e req-3ec338b2-ba56-45de-ba12-c777333bf188 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:36.350479 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0bcde13f-b611-4cbe-9421-9a1ec9e5730e req-3ec338b2-ba56-45de-ba12-c777333bf188 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 948 time: 0.0789075 Jul 13 23:17:36.389590 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-f17b192c-87db-46fb-a075-f80e8de7e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:36.395571 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-f17b192c-87db-46fb-a075-f80e8de7e394 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8989846c-d766-48f8-90e2-68959aab5f37 HTTP/1.1" status: 200 len: 843 time: 0.0634015 Jul 13 23:17:36.453359 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-6e710ec3-24e4-45e0-b973-ada7922ea8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:36.454985 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-6e710ec3-24e4-45e0-b973-ada7922ea8a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0b50aee-c948-4d94-8bdf-c3fa810590e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0560420 Jul 13 23:17:36.491494 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0bcde13f-b611-4cbe-9421-9a1ec9e5730e req-160322d3-bf08-46ae-beba-4098a80b40de tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265163 Jul 13 23:17:36.497406 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b64cd10b-031a-4212-862e-0fab86c21736 admin admin] Publish callbacks [] for security_group (59696b6a-c14d-40b1-a0c2-55799b2de8fd), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:36.503842 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b64cd10b-031a-4212-862e-0fab86c21736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (59696b6a-c14d-40b1-a0c2-55799b2de8fd), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:36.589375 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cd10b-031a-4212-862e-0fab86c21736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59696b6a-c14d-40b1-a0c2-55799b2de8fd,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:36.595796 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b64cd10b-031a-4212-862e-0fab86c21736 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09584555497045e9a69917f1a07c237c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688798 Jul 13 23:17:36.599957 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52190) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:36.645869 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-5017e5a2-af4e-4b76-8d78-873f1249f4bd service neutron] 10.222.0.58 "GET /v2.0/networks/e0b50aee-c948-4d94-8bdf-c3fa810590e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836870 Jul 13 23:17:36.659334 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a2f75a0e-8fd1-4361-909e-91d387f23759 admin admin] Publish callbacks [] for security_group (59696b6a-c14d-40b1-a0c2-55799b2de8fd), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:36.694501 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a2f75a0e-8fd1-4361-909e-91d387f23759 admin admin] Publish callbacks [] for security_group (59696b6a-c14d-40b1-a0c2-55799b2de8fd), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:36.757806 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a2f75a0e-8fd1-4361-909e-91d387f23759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (59696b6a-c14d-40b1-a0c2-55799b2de8fd), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:36.761077 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a2f75a0e-8fd1-4361-909e-91d387f23759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:36.762359 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a2f75a0e-8fd1-4361-909e-91d387f23759 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59696b6a-c14d-40b1-a0c2-55799b2de8fd HTTP/1.1" status: 204 len: 168 time: 0.1613679 Jul 13 23:17:36.771183 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f75a0e-8fd1-4361-909e-91d387f23759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59696b6a-c14d-40b1-a0c2-55799b2de8fd,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:36.828152 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fb56c78-c9cc-4973-b0b7-cc6eea6ee0a3 req-5694ddd0-f5a6-408c-9474-282cfe48e45a service neutron] 10.222.0.58 "GET /v2.0/networks/e0b50aee-c948-4d94-8bdf-c3fa810590e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758730 Jul 13 23:17:36.908213 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-af2045ce-2703-43d9-b11f-f500e56ad276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:36.911124 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-af2045ce-2703-43d9-b11f-f500e56ad276 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 1129 time: 0.0604358 Jul 13 23:17:36.954698 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f196f-d504-4c77-a34e-9ff123f1d6d8 req-cb41bfe8-616d-4990-b3e1-24551e4559df tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:36.956575 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-893f196f-d504-4c77-a34e-9ff123f1d6d8 req-cb41bfe8-616d-4990-b3e1-24551e4559df tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0614235 Jul 13 23:17:37.000813 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:37.053174 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-893f196f-d504-4c77-a34e-9ff123f1d6d8 req-50368ab8-e163-44cb-b3e4-19ca232377fa tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851786 Jul 13 23:17:37.640524 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babaac9-f404-4a72-8760-c09356be92e1 req-32171bb6-0f4c-4477-925e-179064da6c7d tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:37.645904 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2babaac9-f404-4a72-8760-c09356be92e1 req-32171bb6-0f4c-4477-925e-179064da6c7d tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 948 time: 0.0661409 Jul 13 23:17:37.702960 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2babaac9-f404-4a72-8760-c09356be92e1 req-3c64d827-072b-4893-8cb8-715c2d0f562b tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522180 Jul 13 23:17:38.227272 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b83041-56b5-4061-a278-93b02033f7ca req-170a4ccb-5732-4f4b-885e-e439b7febdf0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:38.229823 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-74b83041-56b5-4061-a278-93b02033f7ca req-170a4ccb-5732-4f4b-885e-e439b7febdf0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0739782 Jul 13 23:17:38.324678 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-74b83041-56b5-4061-a278-93b02033f7ca req-bf1036df-87ad-41a2-8d57-011726d08278 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845954 Jul 13 23:17:38.884379 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590598fc-38c8-4f33-8be2-444a152fe98a req-5562e745-f12a-475e-8484-f69f9491fb74 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:38.887053 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-590598fc-38c8-4f33-8be2-444a152fe98a req-5562e745-f12a-475e-8484-f69f9491fb74 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 948 time: 0.0591772 Jul 13 23:17:38.935859 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:38.960805 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-590598fc-38c8-4f33-8be2-444a152fe98a req-4222f4e8-5782-475e-a4ac-a62487d4f58e tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672328 Jul 13 23:17:38.964140 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:17:39.474198 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64402e-3384-40d0-a830-58e3d03b42a5 req-032abcf5-1650-4cdc-8309-370ff91cd22d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:39.476013 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fc64402e-3384-40d0-a830-58e3d03b42a5 req-032abcf5-1650-4cdc-8309-370ff91cd22d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0608549 Jul 13 23:17:39.566045 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fc64402e-3384-40d0-a830-58e3d03b42a5 req-ae01cf5f-61c5-4086-8d4f-d2f58a4904a0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768511 Jul 13 23:17:40.152845 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f03f3-54b1-4369-94f0-7d1cc7d29e8d req-1889f1c8-7f6f-4b41-bfc7-7705251210d0 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:40.154449 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fb9f03f3-54b1-4369-94f0-7d1cc7d29e8d req-1889f1c8-7f6f-4b41-bfc7-7705251210d0 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 948 time: 0.0644920 Jul 13 23:17:40.251580 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fb9f03f3-54b1-4369-94f0-7d1cc7d29e8d req-3c29eee1-70b5-4136-bfaf-ebf569e762b1 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907083 Jul 13 23:17:40.371084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52278) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:40.389530 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-540dd6f6-c409-41c5-9a77-5ec2b5f44dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:40.391047 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-540dd6f6-c409-41c5-9a77-5ec2b5f44dcd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68ad7a3acf6d4636a67341c059d66568&device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 1132 time: 0.1030037 Jul 13 23:17:40.438107 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:40.481997 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-9b8bfbb3-ef34-4ce7-8672-8230587db635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:40.483374 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-9b8bfbb3-ef34-4ce7-8672-8230587db635 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.2268674 Jul 13 23:17:40.531466 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1762e148-b284-4073-b194-499d479b825b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:40.550776 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-50e8781d-5b2d-4409-8f28-889d881f7f91 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4000656-73d9-4096-aa54-8fbb326dd086 HTTP/1.1" status: 200 len: 217 time: 0.0487671 Jul 13 23:17:40.554114 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-f7ff73f2-a950-42b6-9bc6-fbe7fb245253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:40.555647 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-f7ff73f2-a950-42b6-9bc6-fbe7fb245253 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0b50aee-c948-4d94-8bdf-c3fa810590e0 HTTP/1.1" status: 200 len: 870 time: 0.1572571 Jul 13 23:17:40.634631 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1762e148-b284-4073-b194-499d479b825b admin admin] Publish callbacks [] for security_group (e980afa4-21a8-4636-9694-cb1303de8896), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:40.642039 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1762e148-b284-4073-b194-499d479b825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (e980afa4-21a8-4636-9694-cb1303de8896), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:40.682298 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-8efcea5b-4bf7-4963-ac0a-7f26fb6880ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=9f6594d6-a37e-468c-85f2-85fbe535fb11 HTTP/1.1" status: 200 len: 217 time: 0.1049902 Jul 13 23:17:40.734510 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1762e148-b284-4073-b194-499d479b825b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db29ded4c53b41339cbc2415016de344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614278 Jul 13 23:17:40.744986 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 52286) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:40.754910 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762e148-b284-4073-b194-499d479b825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980afa4-21a8-4636-9694-cb1303de8896,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:40.776156 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c0f9-04df-4987-8082-da2e0627f029 req-2f6aa7c4-0885-4780-86cb-9fc188c42b23 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:40.778034 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5d79c0f9-04df-4987-8082-da2e0627f029 req-2f6aa7c4-0885-4780-86cb-9fc188c42b23 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.1047115 Jul 13 23:17:40.793214 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-79c28b37-fdcb-4e0f-8fd6-0c886f33ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:40.795827 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-79c28b37-fdcb-4e0f-8fd6-0c886f33ce98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.2338381 Jul 13 23:17:40.840008 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5d79c0f9-04df-4987-8082-da2e0627f029 req-5394af07-bc21-4c97-af80-06c33fdf3165 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552561 Jul 13 23:17:40.855574 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-18c16aa9-7ce0-4abd-9461-a954a38f6e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:40.882200 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-ba2ca312-b902-423c-a118-178038028c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:40.885295 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-ba2ca312-b902-423c-a118-178038028c56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8989846c-d766-48f8-90e2-68959aab5f37 HTTP/1.1" status: 200 len: 843 time: 0.1949277 Jul 13 23:17:40.948190 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:40.968024 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-d54e5bf1-5545-4840-abcf-08e9e09012d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:40.969598 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-d54e5bf1-5545-4840-abcf-08e9e09012d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1530964 Jul 13 23:17:40.972880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-412c3b96-b90a-48e8-83d6-26e3ecd4a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:40.974358 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-412c3b96-b90a-48e8-83d6-26e3ecd4a4bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0b50aee-c948-4d94-8bdf-c3fa810590e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0762341 Jul 13 23:17:40.985715 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cbf2393d-bee8-4f9f-afaf-dd1a711ce13c admin admin] Publish callbacks [] for security_group (e980afa4-21a8-4636-9694-cb1303de8896), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:41.035642 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 9f6594d6-a37e-468c-85f2-85fbe535fb11 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:17:41.045407 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cbf2393d-bee8-4f9f-afaf-dd1a711ce13c admin admin] Publish callbacks [] for security_group (e980afa4-21a8-4636-9694-cb1303de8896), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:41.173524 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 9f6594d6-a37e-468c-85f2-85fbe535fb11, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f6594d6-a37e-468c-85f2-85fbe535fb11,segment=NetworkSegment(459e686e-b3cd-4667-8e66-6b8b0ec1daa8),segment_id=459e686e-b3cd-4667-8e66-6b8b0ec1daa8)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:41.193688 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '9f6594d6-a37e-468c-85f2-85fbe535fb11', 'network_id': 'e0b50aee-c948-4d94-8bdf-c3fa810590e0', 'port_id': '9f6594d6-a37e-468c-85f2-85fbe535fb11', 'mac_address': 'fa:16:3e:9c:49:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8989846c-d766-48f8-90e2-68959aab5f37', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:17:41.208900 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-27c23c0c-6d9d-49d9-bbe0-e6393a60680a service neutron] 10.222.0.58 "GET /v2.0/networks/e0b50aee-c948-4d94-8bdf-c3fa810590e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120676 Jul 13 23:17:41.214423 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-6a9c7345-d6ce-4ed7-8bed-4a9d89eb32ac service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154229 Jul 13 23:17:41.225443 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cbf2393d-bee8-4f9f-afaf-dd1a711ce13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (e980afa4-21a8-4636-9694-cb1303de8896), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:41.228550 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cbf2393d-bee8-4f9f-afaf-dd1a711ce13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:41.229687 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-cbf2393d-bee8-4f9f-afaf-dd1a711ce13c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e980afa4-21a8-4636-9694-cb1303de8896 HTTP/1.1" status: 204 len: 168 time: 0.4832458 Jul 13 23:17:41.251448 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 9f6594d6-a37e-468c-85f2-85fbe535fb11 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:41.252406 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:41.256704 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:41.277832 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6594d6-a37e-468c-85f2-85fbe535fb11 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:17:41.278086 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2393d-bee8-4f9f-afaf-dd1a711ce13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980afa4-21a8-4636-9694-cb1303de8896,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:41.373416 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 9f6594d6-a37e-468c-85f2-85fbe535fb11, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f6594d6-a37e-468c-85f2-85fbe535fb11,segment=NetworkSegment(459e686e-b3cd-4667-8e66-6b8b0ec1daa8),segment_id=459e686e-b3cd-4667-8e66-6b8b0ec1daa8)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:41.384059 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:41.391071 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-23eb2398-a627-45d8-8782-24ee9b7d3acd req-8c492941-fd04-4e50-a060-d3c7180f5343 service neutron] 10.222.0.58 "GET /v2.0/networks/e0b50aee-c948-4d94-8bdf-c3fa810590e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755605 Jul 13 23:17:41.443415 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-08e7d150-7551-4d6c-b811-894491cca9d7 req-30522078-385b-4cb9-844e-5b5fde158fec service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189169 Jul 13 23:17:41.478195 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=9f6594d6-a37e-468c-85f2-85fbe535fb11,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:41.517339 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117647c-a616-4317-a169-8b07d5990649 req-261b0a61-87e5-4679-ab5d-999a98668231 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:41.518988 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e117647c-a616-4317-a169-8b07d5990649 req-261b0a61-87e5-4679-ab5d-999a98668231 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 949 time: 0.0941925 Jul 13 23:17:41.587200 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e117647c-a616-4317-a169-8b07d5990649 req-7bdd1e78-ddfc-4d62-812c-3c11ad10235a tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611935 Jul 13 23:17:41.717579 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 52302) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:41.737111 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-320fa1b8-6a2c-4b91-ac71-eac6e1e4ee15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:41.838460 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-320fa1b8-6a2c-4b91-ac71-eac6e1e4ee15 admin admin] Publish callbacks [] for security_group (be09c306-c478-4bb9-89d3-4a259d0cbde2), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:41.842854 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-320fa1b8-6a2c-4b91-ac71-eac6e1e4ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (be09c306-c478-4bb9-89d3-4a259d0cbde2), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:41.855791 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:41.892953 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-320fa1b8-6a2c-4b91-ac71-eac6e1e4ee15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b01e452546e407fb37a564e36433c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718614 Jul 13 23:17:41.893725 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52306) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:41.894867 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fa1b8-6a2c-4b91-ac71-eac6e1e4ee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be09c306-c478-4bb9-89d3-4a259d0cbde2,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:41.909617 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['9f6594d6-a37e-468c-85f2-85fbe535fb11'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:17:41.975237 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:42.011559 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a134-77d0-42f2-b8a9-b899551dbd8b req-e22501a7-697a-4beb-a3e8-0445a1877bc9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:42.013392 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e727a134-77d0-42f2-b8a9-b899551dbd8b req-e22501a7-697a-4beb-a3e8-0445a1877bc9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0673108 Jul 13 23:17:42.014461 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1bc0-46e7-4541-9278-b296ed1f322d admin admin] Publish callbacks [] for security_group (be09c306-c478-4bb9-89d3-4a259d0cbde2), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:42.057440 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1bc0-46e7-4541-9278-b296ed1f322d admin admin] Publish callbacks [] for security_group (be09c306-c478-4bb9-89d3-4a259d0cbde2), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:42.093996 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:42.118917 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e727a134-77d0-42f2-b8a9-b899551dbd8b req-4518b78a-89d4-4637-affc-15e864f0f83e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930586 Jul 13 23:17:42.141155 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1bc0-46e7-4541-9278-b296ed1f322d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (be09c306-c478-4bb9-89d3-4a259d0cbde2), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:42.145289 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1bc0-46e7-4541-9278-b296ed1f322d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:42.146736 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0a0f1bc0-46e7-4541-9278-b296ed1f322d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be09c306-c478-4bb9-89d3-4a259d0cbde2 HTTP/1.1" status: 204 len: 168 time: 0.2515471 Jul 13 23:17:42.158860 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f1bc0-46e7-4541-9278-b296ed1f322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be09c306-c478-4bb9-89d3-4a259d0cbde2,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:42.701195 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:42.717740 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700622cb-d715-4b26-a27b-00a6e810c6c0 req-38421839-c5d3-4ec3-ac22-2b2ebabe38b4 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:42.719307 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-700622cb-d715-4b26-a27b-00a6e810c6c0 req-38421839-c5d3-4ec3-ac22-2b2ebabe38b4 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 949 time: 0.0591860 Jul 13 23:17:42.783419 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-700622cb-d715-4b26-a27b-00a6e810c6c0 req-11b0f1a5-c896-4d5b-b300-d05f8ed0fce3 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Jul 13 23:17:43.200403 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 9f6594d6-a37e-468c-85f2-85fbe535fb11 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:17:43.284119 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 9f6594d6-a37e-468c-85f2-85fbe535fb11 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:17:43.286929 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587c286-4340-43d7-9a9f-c043cd8457d0 req-d8bc87ff-b6ef-4b15-b745-6d394212da5a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:43.288851 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f587c286-4340-43d7-9a9f-c043cd8457d0 req-d8bc87ff-b6ef-4b15-b745-6d394212da5a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0815909 Jul 13 23:17:43.292492 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 9f6594d6-a37e-468c-85f2-85fbe535fb11 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:17:43.292948 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:43.352549 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f587c286-4340-43d7-9a9f-c043cd8457d0 req-51745e3e-afde-487d-9bd5-6a175b87b5c8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528438 Jul 13 23:17:43.400898 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 9f6594d6-a37e-468c-85f2-85fbe535fb11 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:17:43.402155 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:43.446008 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66257842-0212-4eda-a09e-4259ac97e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6594d6-a37e-468c-85f2-85fbe535fb11'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:17:43.448785 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f2efac-f5bd-4be7-a17f-32ad027c8f89" -d '{"events": [{"server_uuid": "66257842-0212-4eda-a09e-4259ac97e1ae", "name": "network-vif-plugged", "status": "completed", "tag": "9f6594d6-a37e-468c-85f2-85fbe535fb11"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:17:43.474733 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 9f6594d6-a37e-468c-85f2-85fbe535fb11, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f6594d6-a37e-468c-85f2-85fbe535fb11,segment=NetworkSegment(459e686e-b3cd-4667-8e66-6b8b0ec1daa8),segment_id=459e686e-b3cd-4667-8e66-6b8b0ec1daa8)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:43.480897 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:43.525202 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b550d7-3e75-46ec-91f1-9c6f73df679e x-openstack-request-id: req-90b550d7-3e75-46ec-91f1-9c6f73df679e {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:17:43.525955 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66257842-0212-4eda-a09e-4259ac97e1ae", "name": "network-vif-plugged", "status": "completed", "tag": "9f6594d6-a37e-468c-85f2-85fbe535fb11", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:17:43.526569 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90b550d7-3e75-46ec-91f1-9c6f73df679e {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:17:43.529059 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b550d7-3e75-46ec-91f1-9c6f73df679e'] response: {'server_uuid': '66257842-0212-4eda-a09e-4259ac97e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6594d6-a37e-468c-85f2-85fbe535fb11', 'code': 200} Jul 13 23:17:43.590128 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=9f6594d6-a37e-468c-85f2-85fbe535fb11,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:43.780976 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114edbf-cdb2-43ce-a5ab-eae8e1d93589 req-f19ea39f-1458-4af6-a8b2-0bb3703c8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:43.785975 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-9114edbf-cdb2-43ce-a5ab-eae8e1d93589 req-f19ea39f-1458-4af6-a8b2-0bb3703c8e9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 1134 time: 0.0731797 Jul 13 23:17:43.837115 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-1576eb38-e2e5-4661-81f3-f798aae98fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:43.873715 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-9114edbf-cdb2-43ce-a5ab-eae8e1d93589 req-c7f36647-6ba1-4038-95e7-27329689bff6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807641 Jul 13 23:17:43.966394 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2daec-c402-40fb-8a67-8b11fb0296cd req-91714f7a-02fd-4170-bf14-8b3c23de7608 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:43.969044 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7bc2daec-c402-40fb-8a67-8b11fb0296cd req-91714f7a-02fd-4170-bf14-8b3c23de7608 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 950 time: 0.0850098 Jul 13 23:17:44.052025 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7bc2daec-c402-40fb-8a67-8b11fb0296cd req-884983fc-79d9-47bd-8731-ad2a478110fc tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722127 Jul 13 23:17:44.503189 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5f979-e4aa-4d10-9727-20983d7b4316 req-53a84831-d0bb-48b7-a4ce-f802a702accc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:44.505414 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-57f5f979-e4aa-4d10-9727-20983d7b4316 req-53a84831-d0bb-48b7-a4ce-f802a702accc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0523477 Jul 13 23:17:44.521073 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:44.597194 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-57f5f979-e4aa-4d10-9727-20983d7b4316 req-00ccfe61-ffb9-4266-a6af-6311d71e83e6 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795708 Jul 13 23:17:45.187368 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc5953-430a-41d8-a906-6b28c327293e req-1777c348-6a2e-4655-94bd-c443c606dd42 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:45.189054 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-76cc5953-430a-41d8-a906-6b28c327293e req-1777c348-6a2e-4655-94bd-c443c606dd42 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 950 time: 0.0587587 Jul 13 23:17:45.258587 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-76cc5953-430a-41d8-a906-6b28c327293e req-fc0e0e01-7d6b-417e-96e6-e8a15a8179d6 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627916 Jul 13 23:17:45.724113 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef9a3b-dab0-49c8-a4f4-4becf6c9db8e req-de082f1d-bc2f-4b7c-8dbd-40e96b653e94 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:45.725810 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-50ef9a3b-dab0-49c8-a4f4-4becf6c9db8e req-de082f1d-bc2f-4b7c-8dbd-40e96b653e94 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0538435 Jul 13 23:17:45.782076 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-50ef9a3b-dab0-49c8-a4f4-4becf6c9db8e req-bd0ea3b5-fd2d-42be-a967-483e7d6bd72d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500441 Jul 13 23:17:46.401180 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb643a9-0447-472e-8f45-c0f7c9596cd2 req-11fb1f0f-282e-4eae-be42-c35fea6c877a tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:46.402798 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-deb643a9-0447-472e-8f45-c0f7c9596cd2 req-11fb1f0f-282e-4eae-be42-c35fea6c877a tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 950 time: 0.0583370 Jul 13 23:17:46.458801 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-deb643a9-0447-472e-8f45-c0f7c9596cd2 req-b837d05f-2ace-4c28-bce4-d7e2702adfa3 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499814 Jul 13 23:17:46.481259 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:46.689984 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:46.835041 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8826d-67e0-44e1-b5fc-e7eceaab0fe6 req-cd5cedcb-d7dd-4d5c-aad9-d84955ec8b95 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:46.838352 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-36b8826d-67e0-44e1-b5fc-e7eceaab0fe6 req-cd5cedcb-d7dd-4d5c-aad9-d84955ec8b95 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 950 time: 0.0635242 Jul 13 23:17:46.996451 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b68b3-74da-4de9-8709-e6487d3b2c92 req-0b810daf-e6a2-4739-ba6a-8c649049fdae tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:46.999038 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5d4b68b3-74da-4de9-8709-e6487d3b2c92 req-0b810daf-e6a2-4739-ba6a-8c649049fdae tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.1290605 Jul 13 23:17:47.005201 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-36b8826d-67e0-44e1-b5fc-e7eceaab0fe6 req-6ec8300e-4e83-41a5-adc7-151c5ecc79a4 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598568 Jul 13 23:17:47.087436 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5d4b68b3-74da-4de9-8709-e6487d3b2c92 req-64df0ea3-a6df-48bf-a9db-5de35b4f1e62 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780869 Jul 13 23:17:48.132685 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266ed85-932f-4a9b-957b-64f26de548a5 req-17afc95d-e346-4f56-bd9c-1300d0c05d3c tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:48.134657 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e266ed85-932f-4a9b-957b-64f26de548a5 req-17afc95d-e346-4f56-bd9c-1300d0c05d3c tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 950 time: 0.0536158 Jul 13 23:17:48.223273 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e266ed85-932f-4a9b-957b-64f26de548a5 req-a6772bfa-43b4-4ed9-9fcb-ef75172e21ed tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/security-groups?id=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809493 Jul 13 23:17:48.243577 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17125990-1ca9-442c-ba8f-915bb609616d req-d517e772-55af-46f7-ac2f-381dc7322823 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:48.247029 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-17125990-1ca9-442c-ba8f-915bb609616d req-d517e772-55af-46f7-ac2f-381dc7322823 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0743144 Jul 13 23:17:48.279613 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:48.332912 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-17125990-1ca9-442c-ba8f-915bb609616d req-bdc75e2b-e701-4878-973b-1d36701c8995 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817742 Jul 13 23:17:48.537893 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52436) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:48.674609 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-48a2ba83-8999-4c26-857c-ffbc23c30766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:48.706116 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:48.774385 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-48a2ba83-8999-4c26-857c-ffbc23c30766 admin admin] Publish callbacks [] for security_group (73d37c12-37dc-4869-bc50-4d6757d6b219), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:48.779380 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-48a2ba83-8999-4c26-857c-ffbc23c30766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (73d37c12-37dc-4869-bc50-4d6757d6b219), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:48.823639 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2ba83-8999-4c26-857c-ffbc23c30766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d37c12-37dc-4869-bc50-4d6757d6b219,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:48.831092 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-48a2ba83-8999-4c26-857c-ffbc23c30766 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2df8e8a5cbf4bea879d37342914fb8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891803 Jul 13 23:17:48.831558 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 52442) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:48.888371 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-988f4ab2-269c-41e0-9150-07f66f735aeb tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:48.890822 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-988f4ab2-269c-41e0-9150-07f66f735aeb tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.58 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 950 time: 0.0603411 Jul 13 23:17:48.896612 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e524022a-290c-4b22-ad4a-54dda52148e9 admin admin] Publish callbacks [] for security_group (73d37c12-37dc-4869-bc50-4d6757d6b219), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:48.940029 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e524022a-290c-4b22-ad4a-54dda52148e9 admin admin] Publish callbacks [] for security_group (73d37c12-37dc-4869-bc50-4d6757d6b219), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.017403 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:49.022411 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e524022a-290c-4b22-ad4a-54dda52148e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (73d37c12-37dc-4869-bc50-4d6757d6b219), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.027660 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e524022a-290c-4b22-ad4a-54dda52148e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.033296 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e524022a-290c-4b22-ad4a-54dda52148e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73d37c12-37dc-4869-bc50-4d6757d6b219 HTTP/1.1" status: 204 len: 168 time: 0.1966131 Jul 13 23:17:49.041386 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Deleting port 9f6594d6-a37e-468c-85f2-85fbe535fb11 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:17:49.041951 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.045781 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524022a-290c-4b22-ad4a-54dda52148e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d37c12-37dc-4869-bc50-4d6757d6b219,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:49.177903 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] For port 9f6594d6-a37e-468c-85f2-85fbe535fb11, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f6594d6-a37e-468c-85f2-85fbe535fb11,segment=NetworkSegment(459e686e-b3cd-4667-8e66-6b8b0ec1daa8),segment_id=459e686e-b3cd-4667-8e66-6b8b0ec1daa8)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:17:49.178373 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.199179 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Calling delete_port for 9f6594d6-a37e-468c-85f2-85fbe535fb11 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:17:49.362926 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (9f6594d6-a37e-468c-85f2-85fbe535fb11), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.381397 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['9f6594d6-a37e-468c-85f2-85fbe535fb11'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:17:49.395257 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Pushing event deleted for resources: {'Port': ['ID=9f6594d6-a37e-468c-85f2-85fbe535fb11,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:49.461696 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96107b17-2b9b-4d2a-89b7-3738715398e1 req-5165634b-669c-4741-9993-6615225ac663 tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.60 "GET /v2.0/ports?device_id=66257842-0212-4eda-a09e-4259ac97e1ae HTTP/1.1" status: 200 len: 210 time: 0.1094103 Jul 13 23:17:49.493724 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] No DVR routers for this DVR port 9f6594d6-a37e-468c-85f2-85fbe535fb11 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:17:49.498282 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.503785 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-91a0d721-8d72-4619-80d6-226bf26cf962 req-f589ad23-fa64-40c0-a5dc-458ce48d86ee tempest-VolumesNegativeTest-1526984194 tempest-VolumesNegativeTest-1526984194-project] 10.222.0.58 "DELETE /v2.0/ports/9f6594d6-a37e-468c-85f2-85fbe535fb11 HTTP/1.1" status: 204 len: 173 time: 0.6066005 Jul 13 23:17:49.504873 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66257842-0212-4eda-a09e-4259ac97e1ae', 'name': 'network-vif-deleted', 'tag': '9f6594d6-a37e-468c-85f2-85fbe535fb11'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:17:49.529929 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed29431-cd9b-46ce-b502-aebe82c2cb8f" -d '{"events": [{"server_uuid": "66257842-0212-4eda-a09e-4259ac97e1ae", "name": "network-vif-deleted", "tag": "9f6594d6-a37e-468c-85f2-85fbe535fb11"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:17:49.534779 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 52454) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:49.560588 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fc17f709-0d22-4fe4-a11b-257bd1f11f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.593289 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691c60-4580-47d9-853a-b9c0a564fc39 req-f32e6ec7-8725-4c73-8b08-cc7c099928dc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:49.595109 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99691c60-4580-47d9-853a-b9c0a564fc39 req-f32e6ec7-8725-4c73-8b08-cc7c099928dc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.1052806 Jul 13 23:17:49.624423 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbcc838-5297-4a38-8de4-7c7566ea89bc x-openstack-request-id: req-9dbcc838-5297-4a38-8de4-7c7566ea89bc {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:17:49.628560 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66257842-0212-4eda-a09e-4259ac97e1ae", "name": "network-vif-deleted", "tag": "9f6594d6-a37e-468c-85f2-85fbe535fb11", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:17:49.628879 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9dbcc838-5297-4a38-8de4-7c7566ea89bc {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:17:49.629322 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbcc838-5297-4a38-8de4-7c7566ea89bc'] response: {'server_uuid': '66257842-0212-4eda-a09e-4259ac97e1ae', 'name': 'network-vif-deleted', 'tag': '9f6594d6-a37e-468c-85f2-85fbe535fb11', 'status': 'completed', 'code': 200} Jul 13 23:17:49.689853 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99691c60-4580-47d9-853a-b9c0a564fc39 req-d39cf74d-1955-4d97-ba7e-9b4088c7a6af tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876644 Jul 13 23:17:49.734292 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fc17f709-0d22-4fe4-a11b-257bd1f11f8d admin admin] Publish callbacks [] for security_group (db9d681d-c24c-4473-8b70-3c485b28ba60), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.738783 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fc17f709-0d22-4fe4-a11b-257bd1f11f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (db9d681d-c24c-4473-8b70-3c485b28ba60), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.780131 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17f709-0d22-4fe4-a11b-257bd1f11f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d681d-c24c-4473-8b70-3c485b28ba60,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:49.784507 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-fc17f709-0d22-4fe4-a11b-257bd1f11f8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57b501afd4454338893f923e1cc0573d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482510 Jul 13 23:17:49.787164 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 52458) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:49.842781 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50a21d92-d5db-4110-835c-4c935f7011c7 admin admin] Publish callbacks [] for security_group (db9d681d-c24c-4473-8b70-3c485b28ba60), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.870811 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50a21d92-d5db-4110-835c-4c935f7011c7 admin admin] Publish callbacks [] for security_group (db9d681d-c24c-4473-8b70-3c485b28ba60), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.877538 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:49.935380 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50a21d92-d5db-4110-835c-4c935f7011c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (db9d681d-c24c-4473-8b70-3c485b28ba60), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.938723 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50a21d92-d5db-4110-835c-4c935f7011c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:49.940380 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-50a21d92-d5db-4110-835c-4c935f7011c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db9d681d-c24c-4473-8b70-3c485b28ba60 HTTP/1.1" status: 204 len: 168 time: 0.1520596 Jul 13 23:17:49.950741 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a21d92-d5db-4110-835c-4c935f7011c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d681d-c24c-4473-8b70-3c485b28ba60,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:50.869821 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f271d09-60bd-420d-b32b-ff5cedceb02f req-259bf75a-a8e3-40f2-ad64-d621d75627bc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:50.873254 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2f271d09-60bd-420d-b32b-ff5cedceb02f req-259bf75a-a8e3-40f2-ad64-d621d75627bc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0805223 Jul 13 23:17:50.954483 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2f271d09-60bd-420d-b32b-ff5cedceb02f req-becd9151-66ff-4c4a-8fd8-fdb79b33ce0d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663562 Jul 13 23:17:50.968059 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:50.973309 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=20 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:51.699683 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:52.134443 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae5f54-9450-4af5-9b68-38302fa053e9 req-a694a2c3-6ced-41cd-93af-2d3cbdd384d3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:52.137270 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-15ae5f54-9450-4af5-9b68-38302fa053e9 req-a694a2c3-6ced-41cd-93af-2d3cbdd384d3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0954545 Jul 13 23:17:52.203597 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-15ae5f54-9450-4af5-9b68-38302fa053e9 req-98404fed-7e6d-4533-9ba0-c65e03d92d8a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601828 Jul 13 23:17:53.301519 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 9f6594d6-a37e-468c-85f2-85fbe535fb11 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:17:53.328758 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 9f6594d6-a37e-468c-85f2-85fbe535fb11 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:17:53.329380 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 9f6594d6-a37e-468c-85f2-85fbe535fb11 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:17:53.362617 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dddd70-4217-4486-a097-88d7e5b9cfed req-e4a2365c-9c54-4488-8a47-f6346d86522e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:53.368318 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d8dddd70-4217-4486-a097-88d7e5b9cfed req-e4a2365c-9c54-4488-8a47-f6346d86522e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0721645 Jul 13 23:17:53.434638 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d8dddd70-4217-4486-a097-88d7e5b9cfed req-f07c1b12-1627-4f43-8129-ba8a63082773 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583315 Jul 13 23:17:54.610299 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc365e2-b05e-409d-bd88-5ac942c85536 req-4cecbbef-5430-4f02-9cfb-aa4559deaa56 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:54.613134 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1dc365e2-b05e-409d-bd88-5ac942c85536 req-4cecbbef-5430-4f02-9cfb-aa4559deaa56 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0910141 Jul 13 23:17:54.672822 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:54.693327 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1dc365e2-b05e-409d-bd88-5ac942c85536 req-b6216314-05dc-45c3-aeb0-85254d92f55e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731881 Jul 13 23:17:54.967456 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007f4f-91f0-4434-93d8-de13109ef647 req-8e581622-4ec0-4ccf-9b88-0515dcc0eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:54.969677 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-9b007f4f-91f0-4434-93d8-de13109ef647 req-8e581622-4ec0-4ccf-9b88-0515dcc0eadc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 1129 time: 0.0485010 Jul 13 23:17:55.038707 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-9b007f4f-91f0-4434-93d8-de13109ef647 req-e969153b-b1c3-474e-826b-dbcb1397919a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612581 Jul 13 23:17:55.733763 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 52828) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:55.834315 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cfb05-ae3e-48db-9987-cc18886565d7 req-ed27a93f-3a2a-4e4f-a67d-d6d1f445bc84 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:55.836113 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb7cfb05-ae3e-48db-9987-cc18886565d7 req-ed27a93f-3a2a-4e4f-a67d-d6d1f445bc84 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0533576 Jul 13 23:17:55.909330 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb7cfb05-ae3e-48db-9987-cc18886565d7 req-8b3d3e69-a172-46b5-9be7-6337b02bcd93 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656533 Jul 13 23:17:55.956632 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-39e986bd-85f4-4e63-a690-70b73b2bc8e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68ad7a3acf6d4636a67341c059d66568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210162 Jul 13 23:17:55.959497 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 52834) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:17:56.001161 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:56.034788 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6d620b0-1b74-4cee-a6f6-1d2abfc207f1 admin admin] Publish callbacks [] for security_group (232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:56.071076 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6d620b0-1b74-4cee-a6f6-1d2abfc207f1 admin admin] Publish callbacks [] for security_group (232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:56.134728 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6d620b0-1b74-4cee-a6f6-1d2abfc207f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:56.137454 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6d620b0-1b74-4cee-a6f6-1d2abfc207f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:17:56.138797 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-f6d620b0-1b74-4cee-a6f6-1d2abfc207f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f HTTP/1.1" status: 204 len: 168 time: 0.1755655 Jul 13 23:17:56.154256 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d620b0-1b74-4cee-a6f6-1d2abfc207f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232fde59-aadb-4d7d-b4c3-f80c0ecb8f7f,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:17:57.091761 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67b4e7-20d9-45ec-843c-577abce4460f req-51a10982-44c3-4f81-885a-0287d10d6718 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:57.094220 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d67b4e7-20d9-45ec-843c-577abce4460f req-51a10982-44c3-4f81-885a-0287d10d6718 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0612702 Jul 13 23:17:57.219417 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d67b4e7-20d9-45ec-843c-577abce4460f req-354c0d54-7958-4e8a-9eb9-7ac62eef0f68 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111777 Jul 13 23:17:58.392516 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07d9a1-18e8-4817-aca2-46da0cfd810f req-cd8046fa-d4d6-4d31-b669-f64d5e35ea35 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:58.395209 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df07d9a1-18e8-4817-aca2-46da0cfd810f req-cd8046fa-d4d6-4d31-b669-f64d5e35ea35 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0816953 Jul 13 23:17:58.438829 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:UPDATE=1,neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:17:58.500624 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df07d9a1-18e8-4817-aca2-46da0cfd810f req-c9ca948c-9186-442d-a706-86bca1606f0a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981328 Jul 13 23:17:58.519401 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-606bb250-a553-4edf-b161-e08426c464c4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970012274&fields=id&tenant_id=d631f17810f94dcc91dfcb28a4b17c9a HTTP/1.1" status: 200 len: 267 time: 0.0912094 Jul 13 23:17:58.687825 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-53bec525-a2d9-4a28-ad02-2d92f991551e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:58.689479 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-53bec525-a2d9-4a28-ad02-2d92f991551e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 812 time: 0.1578295 Jul 13 23:17:58.712990 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-299da1ce-62c9-436d-bcf7-71e68044ce8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/quotas/d631f17810f94dcc91dfcb28a4b17c9a HTTP/1.1" status: 200 len: 375 time: 0.0122023 Jul 13 23:17:58.793814 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-01986da9-f494-4e5c-a74b-721c04e5eef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677991 Jul 13 23:17:58.847727 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-76419623-f010-4968-b942-f753d32d91db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:58.850003 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-76419623-f010-4968-b942-f753d32d91db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 1129 time: 0.0532179 Jul 13 23:17:58.919012 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fffcce-87e2-412d-bf79-28f7d64bb621 req-5a9cb877-c2aa-4c0f-b93d-9dbe047fac73 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:58.920807 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-56fffcce-87e2-412d-bf79-28f7d64bb621 req-5a9cb877-c2aa-4c0f-b93d-9dbe047fac73 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.1120172 Jul 13 23:17:58.995177 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-ed63420d-911f-4575-a218-789d42abdea1 service neutron] 10.222.0.60 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730599 Jul 13 23:17:59.004629 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-56fffcce-87e2-412d-bf79-28f7d64bb621 req-ff0adb1d-5e3b-4634-bad6-b7c29d0f4255 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Jul 13 23:17:59.033373 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-7f42074e-a06c-42d1-98a3-3894f4d8b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:59.035119 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-7f42074e-a06c-42d1-98a3-3894f4d8b3d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.1778240 Jul 13 23:17:59.184766 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-75c8de2c-a7c8-4207-ad16-5359fd728971 service neutron] 10.222.0.60 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785710 Jul 13 23:17:59.339040 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-fa62b797-bbb7-495c-98d5-3d0b1140dcd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4000656-73d9-4096-aa54-8fbb326dd086 HTTP/1.1" status: 200 len: 217 time: 0.2947791 Jul 13 23:17:59.408132 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-25586d6a-9a03-4dd9-9bc9-e5a0135e6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:59.409614 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-25586d6a-9a03-4dd9-9bc9-e5a0135e6d0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0637143 Jul 13 23:17:59.457041 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-c6288478-275a-4ca6-834f-dc4452358dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:17:59.458571 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-c6288478-275a-4ca6-834f-dc4452358dab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419946 Jul 13 23:17:59.593065 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-ac148173-1c8b-4a26-ab98-555a786be145 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272264 Jul 13 23:17:59.640103 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e20346b0-e38e-4a17-9385-24bf7b855244 req-dc7cc385-5b04-4d3a-a46e-3cadc0f2d568 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0504234 Jul 13 23:17:59.733056 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0c06dc24-545d-49a4-94e4-94709c1e9978 req-5b0a6654-0d9e-4c1e-918e-ff61ed492d1e service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332104 Jul 13 23:18:00.191682 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb704f94-1e9b-4323-bab5-5055b8011e18 req-8e2414c4-8ba9-422b-8969-b6e4007d8d52 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:00.193554 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fb704f94-1e9b-4323-bab5-5055b8011e18 req-8e2414c4-8ba9-422b-8969-b6e4007d8d52 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0612490 Jul 13 23:18:00.283762 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fb704f94-1e9b-4323-bab5-5055b8011e18 req-cdfc4bd0-2c68-498a-9d8a-35d31723ea57 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787101 Jul 13 23:18:00.773009 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-082e0fcc-714e-47b2-a70f-1ff20834dc0f req-94588c6a-fe3b-40c8-a6d1-075366b68b9d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0321534 Jul 13 23:18:01.390192 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:01.411789 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1ed2c-064d-4f4b-b367-a3577c8160df req-54d5f2a0-e011-41e0-867f-83faa8616308 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:01.414273 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6db1ed2c-064d-4f4b-b367-a3577c8160df req-54d5f2a0-e011-41e0-867f-83faa8616308 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0581834 Jul 13 23:18:01.477106 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6db1ed2c-064d-4f4b-b367-a3577c8160df req-3e0aaf48-7364-4272-b033-96bfdc88f438 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553567 Jul 13 23:18:01.909606 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c7d27384-1648-4b84-8974-577f8ddc3ac9 req-3dcee7c8-953a-4e38-9f9d-afa1afa0f14d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0294209 Jul 13 23:18:02.596760 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf884add-a758-4450-ab79-5ba74006b5f0 req-72f036df-ac42-4aff-a09c-e743f6348949 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:02.598359 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf884add-a758-4450-ab79-5ba74006b5f0 req-72f036df-ac42-4aff-a09c-e743f6348949 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0488505 Jul 13 23:18:02.656460 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf884add-a758-4450-ab79-5ba74006b5f0 req-e7224d30-08ce-4eec-a5c1-2a7f5085433e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517690 Jul 13 23:18:03.015478 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-de0cccb1-e27a-4970-9a2b-9e07329af24f req-c0465fa3-17f5-498d-8fea-44167e26fdc4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0291278 Jul 13 23:18:03.778272 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41802b9d-6b5a-4174-b36f-8dbf5a0797a1 req-d73e0bfd-2162-42a4-a4d0-9819fb5b702a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:03.779718 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-41802b9d-6b5a-4174-b36f-8dbf5a0797a1 req-d73e0bfd-2162-42a4-a4d0-9819fb5b702a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0509753 Jul 13 23:18:03.833055 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-41802b9d-6b5a-4174-b36f-8dbf5a0797a1 req-3d0046a7-a94b-4495-b991-984177525a59 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477271 Jul 13 23:18:04.125994 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e27722e-0bd2-480f-b2eb-6c417de9d6f2 req-ee255612-892e-4540-ae2f-ec669f1aa6f3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0337913 Jul 13 23:18:04.971635 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db1c1-cc15-46c6-8e25-a27fe474543a req-5eab0679-7842-4913-873d-05e96166f6c5 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:04.973321 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-050db1c1-cc15-46c6-8e25-a27fe474543a req-5eab0679-7842-4913-873d-05e96166f6c5 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0560606 Jul 13 23:18:05.038541 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-050db1c1-cc15-46c6-8e25-a27fe474543a req-58a67ef3-eff9-4ada-9092-b78f5f4734f2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586360 Jul 13 23:18:05.236360 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c7efe7a-22db-4737-a6e7-6e8485a529b9 req-c78ce49a-09d7-4c53-ab43-0a31e0eca080 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0300751 Jul 13 23:18:06.170999 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:06.172272 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:06.186143 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bb1bc-22ad-4939-8cd2-ee557fed43e4 req-f8050d27-c58b-42ab-bcf4-ed46775d7cb4 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:06.188227 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd3bb1bc-22ad-4939-8cd2-ee557fed43e4 req-f8050d27-c58b-42ab-bcf4-ed46775d7cb4 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0768743 Jul 13 23:18:06.246548 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd3bb1bc-22ad-4939-8cd2-ee557fed43e4 req-e0867d9c-fb9e-4a99-a24c-8f210f19a085 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524452 Jul 13 23:18:06.347743 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-774e5aea-1efe-4430-b301-7ba332db947a req-91d058ac-ebbd-4f6e-96e9-d73a0b66353f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0281065 Jul 13 23:18:07.365906 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:07.385040 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9b6ef-b719-4c3b-b098-def3191ebd02 req-0e668eb4-0be6-4c89-946c-fc2ba93041d8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:07.386665 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1c9b6ef-b719-4c3b-b098-def3191ebd02 req-0e668eb4-0be6-4c89-946c-fc2ba93041d8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0562382 Jul 13 23:18:07.514367 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a4c5b2d2-384e-412a-b79b-97a03bb22b3e req-87caf24b-6f28-4114-ae5b-4b9a5fcf1862 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0724564 Jul 13 23:18:07.518190 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1c9b6ef-b719-4c3b-b098-def3191ebd02 req-1ce90b3a-b897-47ae-a4aa-f72d068c8e29 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194649 Jul 13 23:18:08.637532 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9654cc78-dc68-49c0-8d9d-3407494f905a req-0de3270e-94af-4586-afd1-62b120f20673 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0429220 Jul 13 23:18:08.702185 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471bca6-99df-49c6-ac2f-415c152d0c73 req-aba7def6-74e3-450d-8ef1-6670bff2a992 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:08.704163 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3471bca6-99df-49c6-ac2f-415c152d0c73 req-aba7def6-74e3-450d-8ef1-6670bff2a992 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0569422 Jul 13 23:18:08.759927 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3471bca6-99df-49c6-ac2f-415c152d0c73 req-ac88090a-ed02-45fc-b681-2315638896f3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497918 Jul 13 23:18:09.723782 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=59,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:09.726657 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:DELETE=3,neutron:SELECT=71 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:09.747329 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7529ad5c-6b98-4755-9ce6-a0fa206fae58 req-01d71a77-7359-4edb-9f00-281746bc2fbc tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0320828 Jul 13 23:18:09.911206 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941326bd-0489-444b-a7e9-e47e8c6287c4 req-2fd3b3f3-6c1d-48e6-b45a-4e6efefc2b59 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:09.913372 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-941326bd-0489-444b-a7e9-e47e8c6287c4 req-2fd3b3f3-6c1d-48e6-b45a-4e6efefc2b59 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0587142 Jul 13 23:18:09.969503 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-941326bd-0489-444b-a7e9-e47e8c6287c4 req-0534c80a-8a3b-4eef-a28c-a5a66a0ecffa tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478923 Jul 13 23:18:10.854456 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5146b162-b13b-4899-a123-e6cb326a1b0c req-32376ba4-b9f5-487b-9223-1c01a4a292e3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0320444 Jul 13 23:18:10.861204 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-6d66ed5c-21d5-46fb-b91f-a65fb93ff746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:11.094164 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421f7a-0f2d-4c92-ad04-2d995ad94fc2 req-26ab1916-0b97-4814-9b37-7b72d5c384ab tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:11.095862 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c9421f7a-0f2d-4c92-ad04-2d995ad94fc2 req-26ab1916-0b97-4814-9b37-7b72d5c384ab tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0527523 Jul 13 23:18:11.157963 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c9421f7a-0f2d-4c92-ad04-2d995ad94fc2 req-fb2e208a-3ebd-4150-9ec8-2c6990a8114f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522611 Jul 13 23:18:11.970691 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-53d6b8ef-f0fb-450b-a298-3638a9c96e21 req-cf02f46f-f7c9-4397-8ff3-7f9c2ad4c222 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0405517 Jul 13 23:18:12.309023 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68347-045a-4b6d-ad0c-f340ac8cf762 req-e8cb77ff-3558-4283-90c2-b1e245d6a9c3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:12.311656 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19e68347-045a-4b6d-ad0c-f340ac8cf762 req-e8cb77ff-3558-4283-90c2-b1e245d6a9c3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0783477 Jul 13 23:18:12.367090 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19e68347-045a-4b6d-ad0c-f340ac8cf762 req-30bbc5ab-c65f-42d3-abd6-6d68f9e4e656 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Jul 13 23:18:13.078932 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:13.109945 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80823846-6542-42ea-8a9b-269e81c5ecbc req-063cc9cd-80d5-4160-a311-d377a84a75c2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0483847 Jul 13 23:18:13.503417 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de657ab-1f21-4c0b-9151-be25d33d8885 req-8ace5d6a-2c48-4baf-b0d1-68b3c6f943c1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:13.505127 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8de657ab-1f21-4c0b-9151-be25d33d8885 req-8ace5d6a-2c48-4baf-b0d1-68b3c6f943c1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0550826 Jul 13 23:18:13.560046 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8de657ab-1f21-4c0b-9151-be25d33d8885 req-0bbbdf2b-9019-4741-94a9-65b44d05feef tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Jul 13 23:18:13.828778 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-347e994e-7cb3-4012-9204-2e235867cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:14.242685 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7931420f-fe8e-4840-b386-d0feeb5258dd req-62291e64-eafa-4d7c-a428-12be7829561e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0446155 Jul 13 23:18:14.337653 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-315b16a5-9e90-45f6-a761-893610a93233 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:14.339193 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-315b16a5-9e90-45f6-a761-893610a93233 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 812 time: 0.1463020 Jul 13 23:18:14.456107 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cfbab181-0359-4312-8f76-3d27b8f7ad9f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d631f17810f94dcc91dfcb28a4b17c9a HTTP/1.1" status: 200 len: 380 time: 0.0621674 Jul 13 23:18:14.519943 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:14.709523 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a679d-68d3-4a08-a8a5-0b9b57ddaf6d req-aace0fec-5bc1-4c4c-8526-c4e63d6d298d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:14.712101 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc1a679d-68d3-4a08-a8a5-0b9b57ddaf6d req-aace0fec-5bc1-4c4c-8526-c4e63d6d298d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0761642 Jul 13 23:18:14.793055 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc1a679d-68d3-4a08-a8a5-0b9b57ddaf6d req-711b14d0-3ff3-4659-a8b6-0ab7e3f7a852 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747662 Jul 13 23:18:15.349960 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-72355de6-ba6a-444c-a256-13b3b916ead1 req-25f15f9b-89a2-415e-b0df-ce31117b0cc1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0323288 Jul 13 23:18:15.964951 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:18:16.473999 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:16.505182 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3b209782-8e0b-4dc5-9d92-11dcf78a7cbc req-82ec539a-9d0b-4ee3-9507-f9d7094bd785 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0525219 Jul 13 23:18:16.676527 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:17.607298 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-57015c0d-6024-4a82-84de-b7336eb84cf2 req-f7d08760-1748-418f-8e95-f70547f68463 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0289075 Jul 13 23:18:18.725155 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-884eb041-b24b-44d3-b029-1f7d9f0236d9 req-9fbd72b6-3c2b-4ee1-a420-e4d3e6534809 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0285709 Jul 13 23:18:19.248986 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'port': {'device_id': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'admin_state_up': True, 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'security_groups': ['9a8d8032-bf78-40ee-848a-6841ec1d98a7']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:19.459130 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Made reservation on behalf of d631f17810f94dcc91dfcb28a4b17c9a for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:18:19.463194 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:19.615172 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Allocated IP 172.20.0.7 (1b8c451a-b62e-46b6-8a4a-30a9ccd26376/b512e374-4012-4069-9c97-d3152569ca25/e709ac5d-03ee-449c-ac91-2e1e9bf6b607) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:18:19.786625 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:19.826548 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:19.835183 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0381d9db-f431-40a9-bba1-b188f6b361a5 req-ca0d3f1d-8829-4856-9305-a3776fa8185e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0335653 Jul 13 23:18:19.892392 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:18:19.899070 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:18:19.903763 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:18:19.932146 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'Port': ['ID=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:19.949686 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.950082 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.950367 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.950704 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.951031 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.951358 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.951728 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.952052 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.952374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.952694 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.953015 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.953332 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.953649 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.953961 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.954274 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:19.982554 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:19.983635 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:20.007655 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-99c5c440-1b68-41c9-bc03-45fa4f55ed8e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7657144 Jul 13 23:18:20.165973 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-fc17a16d-5930-4742-9266-bb4d6dca5a96 None None] Provisioning complete for port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:18:20.166879 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-fc17a16d-5930-4742-9266-bb4d6dca5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:20.202023 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-fc17a16d-5930-4742-9266-bb4d6dca5a96 None None] Port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:18:20.957833 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Request body: {'port': {'device_id': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:20.975629 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211d18b-405f-4236-848f-3d09d7ee913a req-decd3a68-9be4-4765-9020-86899a006a22 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:20.977392 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4211d18b-405f-4236-848f-3d09d7ee913a req-decd3a68-9be4-4765-9020-86899a006a22 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 931 time: 0.0552864 Jul 13 23:18:21.015702 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-9388eede-2745-4178-891e-295eb71ee1f0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704882 Jul 13 23:18:21.020690 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:21.047509 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4211d18b-405f-4236-848f-3d09d7ee913a req-68a18094-6e9d-41e3-a17a-f3cee07e2660 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634115 Jul 13 23:18:21.058600 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:21.093070 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:21.113377 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-c959c35d-629e-4ab4-bdc7-caedd13f1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:21.114940 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-c959c35d-629e-4ab4-bdc7-caedd13f1307 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 1129 time: 0.0686395 Jul 13 23:18:21.326372 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-fb590697-f7e7-4485-a097-cfe74b51d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:21.327924 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-fb590697-f7e7-4485-a097-cfe74b51d363 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.1893561 Jul 13 23:18:21.404270 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-909864c1-59f8-43d1-9a84-ec6f4246da1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4000656-73d9-4096-aa54-8fbb326dd086 HTTP/1.1" status: 200 len: 217 time: 0.0690801 Jul 13 23:18:21.482991 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-41f52005-2723-4c83-9e97-66f345b3072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:21.484540 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-41f52005-2723-4c83-9e97-66f345b3072d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0731380 Jul 13 23:18:21.555575 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-51a10f89-4217-4854-9ab7-0769044ee362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:21.557208 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-51a10f89-4217-4854-9ab7-0769044ee362 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0652928 Jul 13 23:18:21.615045 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e709ac5d-03ee-449c-ac91-2e1e9bf6b607 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:18:21.650347 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Publish callbacks [] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:21.674977 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Transition to ACTIVE for port object e709ac5d-03ee-449c-ac91-2e1e9bf6b607 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:18:21.687293 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:21.698014 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:21.778076 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-62e11748-6793-4fc3-b071-b22bb09a1072 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026944 Jul 13 23:18:21.838163 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:22.005516 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d3f66f2a-81eb-430d-b0c1-e2fd9042373d req-e2123da1-4317-4ca1-bd64-681517db84fd service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180696 Jul 13 23:18:22.020190 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Attempting to bind port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:18:22.020529 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Attempting to bind port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:18:22.020855 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Attempting to bind port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:18:22.026205 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:18:22.026436 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Attempting to bind port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:18:22.029381 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:22.032723 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:18:22.033051 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Checking segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:18:22.033431 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Bound using segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:18:22.033869 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Bound port: e709ac5d-03ee-449c-ac91-2e1e9bf6b607, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:18:22.034251 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:22.074050 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:22.125673 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] For port e709ac5d-03ee-449c-ac91-2e1e9bf6b607, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:18:22.132399 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] For port e709ac5d-03ee-449c-ac91-2e1e9bf6b607, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:18:22.151574 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:22.193113 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:22.193780 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:22.195205 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] 10.222.0.58 "PUT /v2.0/ports/e709ac5d-03ee-449c-ac91-2e1e9bf6b607 HTTP/1.1" status: 200 len: 1093 time: 1.2417724 Jul 13 23:18:22.195686 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'tag': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:18:22.197979 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4286adc9-cf39-450a-9f3e-5934223a18a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d281fbb1-f902-426a-97c9-f4f5d1b8049d", "tag": "e709ac5d-03ee-449c-ac91-2e1e9bf6b607"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:18:22.230299 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24966f-2bc5-4ac6-b500-80112b0177b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:22.243488 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b608f-e968-4edc-95e5-f2f128a95d4d req-d987fe42-566a-43cb-bd09-84cafab3b4ad tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:22.245133 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-365b608f-e968-4edc-95e5-f2f128a95d4d req-d987fe42-566a-43cb-bd09-84cafab3b4ad tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0816038 Jul 13 23:18:22.258645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccff4c2-7219-483f-8303-71c65ad4a8b8 x-openstack-request-id: req-fccff4c2-7219-483f-8303-71c65ad4a8b8 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:18:22.259043 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d281fbb1-f902-426a-97c9-f4f5d1b8049d", "tag": "e709ac5d-03ee-449c-ac91-2e1e9bf6b607", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:18:22.259590 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fccff4c2-7219-483f-8303-71c65ad4a8b8 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:18:22.259985 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fccff4c2-7219-483f-8303-71c65ad4a8b8'] response: {'name': 'network-changed', 'server_uuid': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'tag': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'status': 'completed', 'code': 200} Jul 13 23:18:22.281902 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:22.316005 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-365b608f-e968-4edc-95e5-f2f128a95d4d req-f3bfbe6e-ab36-4e95-a571-02a4be6b2a35 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599475 Jul 13 23:18:22.508849 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286adc9-cf39-450a-9f3e-5934223a18a1 req-565ca2ed-5e78-4a6f-8bb2-d55107441d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:22.510657 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4286adc9-cf39-450a-9f3e-5934223a18a1 req-565ca2ed-5e78-4a6f-8bb2-d55107441d18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 1127 time: 0.0805962 Jul 13 23:18:22.694538 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286adc9-cf39-450a-9f3e-5934223a18a1 req-a5a48f2b-342d-492c-bb81-8c38620ec3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:22.694538 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4286adc9-cf39-450a-9f3e-5934223a18a1 req-a5a48f2b-342d-492c-bb81-8c38620ec3d3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1725733 Jul 13 23:18:22.867305 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286adc9-cf39-450a-9f3e-5934223a18a1 req-aa2f741f-e9dd-4720-926b-89bd3bc12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:22.869788 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4286adc9-cf39-450a-9f3e-5934223a18a1 req-aa2f741f-e9dd-4720-926b-89bd3bc12b0b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727514 Jul 13 23:18:22.998997 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-f15546be-673d-474d-9bec-ce1eccad710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:23.001440 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-f15546be-673d-474d-9bec-ce1eccad710d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 1127 time: 0.0690064 Jul 13 23:18:23.280605 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-9f59ae3a-7056-41fc-91c9-4bb0eeb1f8c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e709ac5d-03ee-449c-ac91-2e1e9bf6b607 HTTP/1.1" status: 200 len: 217 time: 0.0752699 Jul 13 23:18:23.421273 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-05be74ce-abdc-4468-8b0f-37d24161c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:23.422863 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-05be74ce-abdc-4468-8b0f-37d24161c158 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.1313777 Jul 13 23:18:23.487195 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-f90ece5a-b3b6-4695-a822-7991b90fc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:23.489068 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-f90ece5a-b3b6-4695-a822-7991b90fc55d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578899 Jul 13 23:18:23.604767 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863171f7-2f1a-46e8-9d0a-03f58e5b6cf7 req-e5334f4c-656f-4e8c-bc96-5e05d293edb9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:23.623527 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-863171f7-2f1a-46e8-9d0a-03f58e5b6cf7 req-e5334f4c-656f-4e8c-bc96-5e05d293edb9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.1308107 Jul 13 23:18:23.729868 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-2ebd5760-dd32-4c38-afe9-7b9fcb5a041d service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313175 Jul 13 23:18:23.741704 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-863171f7-2f1a-46e8-9d0a-03f58e5b6cf7 req-481d4d0c-7056-4db7-98fd-b3ba4adb6d1d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116407 Jul 13 23:18:23.824861 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 53182) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:23.832682 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338073578', 'description': 'tempest-description--1831460328'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:23.863346 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:23.870433 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b620859a-e06a-4fd6-a432-afd9975eb860 req-a0bddf99-3395-4191-b358-092a18fece90 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315367 Jul 13 23:18:23.953859 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group (69d79b4c-e22c-4894-bcf8-80ba1307e03f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:23.960144 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (69d79b4c-e22c-4894-bcf8-80ba1307e03f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.008991 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.011130 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1845810 Jul 13 23:18:24.014780 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53184) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:24.020033 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-6e123604-f28a-4dcf-a37e-0fb382471660 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Request body: {'security_group_rule': {'security_group_id': '69d79b4c-e22c-4894-bcf8-80ba1307e03f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:24.025911 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d79b4c-e22c-4894-bcf8-80ba1307e03f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:24.039083 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.039763 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.040332 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.040896 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.041467 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.042095 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.042706 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.043351 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.044022 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.044658 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.045254 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.045802 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.046355 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.046916 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.047454 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397483d-3f5d-4a11-9198-e945c06e6b47 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:24.055805 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e123604-f28a-4dcf-a37e-0fb382471660 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group_rule (4eb02dd4-6e5a-4851-a17b-43d35dce4533), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.134515 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e123604-f28a-4dcf-a37e-0fb382471660 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group_rule (4eb02dd4-6e5a-4851-a17b-43d35dce4533), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.139930 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e123604-f28a-4dcf-a37e-0fb382471660 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (4eb02dd4-6e5a-4851-a17b-43d35dce4533), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.148663 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:24.162472 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e123604-f28a-4dcf-a37e-0fb382471660 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb02dd4-6e5a-4851-a17b-43d35dce4533,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:24.172214 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e123604-f28a-4dcf-a37e-0fb382471660 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.173434 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-6e123604-f28a-4dcf-a37e-0fb382471660 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573765 Jul 13 23:18:24.177237 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53186) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:24.182422 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-77a18931-8c20-4ea7-8f89-1eee9b72dd8e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Request body: {'security_group_rule': {'security_group_id': '69d79b4c-e22c-4894-bcf8-80ba1307e03f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:24.220079 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-77a18931-8c20-4ea7-8f89-1eee9b72dd8e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group_rule (8504a256-e445-420e-99eb-dad1433d0c61), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.321529 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-77a18931-8c20-4ea7-8f89-1eee9b72dd8e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group_rule (8504a256-e445-420e-99eb-dad1433d0c61), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.327015 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-77a18931-8c20-4ea7-8f89-1eee9b72dd8e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (8504a256-e445-420e-99eb-dad1433d0c61), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.348390 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:24.350904 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a18931-8c20-4ea7-8f89-1eee9b72dd8e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8504a256-e445-420e-99eb-dad1433d0c61,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:24.359434 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-77a18931-8c20-4ea7-8f89-1eee9b72dd8e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.360710 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-77a18931-8c20-4ea7-8f89-1eee9b72dd8e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1818507 Jul 13 23:18:24.365082 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53188) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:24.370644 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:24.398004 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.492782 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.629742 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Allocated IP 172.27.3.31 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/e2db7bea-67f1-4642-a0f1-9ef596499ad5) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:18:24.765829 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for port (e2db7bea-67f1-4642-a0f1-9ef596499ad5), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.807015 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (e2db7bea-67f1-4642-a0f1-9ef596499ad5), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:24.888923 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:18:24.894680 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:18:24.898679 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:18:24.904546 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event updated for resources: {'Port': ['ID=e2db7bea-67f1-4642-a0f1-9ef596499ad5,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:24.961647 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02cf7c-4e9e-4704-9ca9-fcde459c7482 req-b16ed388-b5ab-419d-8f6f-c203093bd224 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:24.963262 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1d02cf7c-4e9e-4704-9ca9-fcde459c7482 req-b16ed388-b5ab-419d-8f6f-c203093bd224 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0822630 Jul 13 23:18:25.026199 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1d02cf7c-4e9e-4704-9ca9-fcde459c7482 req-62a71c36-ac86-4e3b-b300-eeaf8b5fd878 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548720 Jul 13 23:18:25.067591 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for floatingip (e47e69f2-a4b5-4bbb-98a1-b5a06b417b25), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:25.135457 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e2db7bea-67f1-4642-a0f1-9ef596499ad5), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:25.197503 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:25.341234 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for port (e2db7bea-67f1-4642-a0f1-9ef596499ad5), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:25.347455 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (e2db7bea-67f1-4642-a0f1-9ef596499ad5), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:25.382140 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:25.428916 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event updated for resources: {'Port': ['ID=e2db7bea-67f1-4642-a0f1-9ef596499ad5,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:25.441822 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (e47e69f2-a4b5-4bbb-98a1-b5a06b417b25), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:25.463129 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:25.464441 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-a2207aa6-e0ef-42d3-91b8-42133382e94b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0977585 Jul 13 23:18:25.720165 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-893043e9-dca1-4f0f-a40b-6e3810ab26c5 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1338073578&fields=id&tenant_id=dc01ed4482c04899b1509a655c9c7e3a HTTP/1.1" status: 200 len: 267 time: 0.0550885 Jul 13 23:18:25.857067 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-b2000bd3-8451-48d3-bffa-8aba9f60cec2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:25.858738 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-b2000bd3-8451-48d3-bffa-8aba9f60cec2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 818 time: 0.1306798 Jul 13 23:18:25.876443 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-db8264d7-449f-449d-936b-de396bca1fa0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/quotas/dc01ed4482c04899b1509a655c9c7e3a HTTP/1.1" status: 200 len: 375 time: 0.0114336 Jul 13 23:18:25.943835 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-5fda8b46-0773-4ce3-a887-5eaadc66ea0b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0579658 Jul 13 23:18:26.216186 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:26.330543 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10ce9c-aec5-4eb7-978c-96e824f8a2c8 req-b2719c1d-adee-4514-a43e-c381ae4770d0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:26.332294 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2f10ce9c-aec5-4eb7-978c-96e824f8a2c8 req-b2719c1d-adee-4514-a43e-c381ae4770d0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.1144562 Jul 13 23:18:26.386177 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7ca36d29-da9d-46d4-b4c7-1b3b0d34f986 service neutron] 10.222.0.60 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255674 Jul 13 23:18:26.429493 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2f10ce9c-aec5-4eb7-978c-96e824f8a2c8 req-70b5fba7-98bf-4c7b-bd24-deb55ff533bd tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884354 Jul 13 23:18:26.507436 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-a2f5860a-4f0b-44a6-b7a0-64e873cec7aa service neutron] 10.222.0.60 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137764 Jul 13 23:18:26.714899 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7fc49435-a498-423e-86b3-fe0acfeb32bb req-63a3e496-fdad-483a-bdd2-03cc7e213bc1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 210 time: 0.0370126 Jul 13 23:18:27.569247 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729d6da-490a-4a40-9717-412d88f03e7e req-ece57264-3762-4845-984a-3b71520f04e7 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:27.570817 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6729d6da-490a-4a40-9717-412d88f03e7e req-ece57264-3762-4845-984a-3b71520f04e7 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0555933 Jul 13 23:18:27.585050 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:27.634142 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6729d6da-490a-4a40-9717-412d88f03e7e req-2177da88-e666-4242-ad12-0a4b0d9737c7 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572195 Jul 13 23:18:27.857806 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40227bda-030b-4864-b6f9-e8bddb6c9361 req-9d6c9dbd-0917-442d-903e-4f5a9020f4d9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 210 time: 0.0449367 Jul 13 23:18:27.972231 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:27.992798 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-c85eae5b-6153-48de-8ded-b2b9aa267dfa tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:27.994359 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-c85eae5b-6153-48de-8ded-b2b9aa267dfa tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 818 time: 0.1280527 Jul 13 23:18:28.088605 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-9c321573-9e9f-44d3-9e8a-6f24823076ba tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc01ed4482c04899b1509a655c9c7e3a HTTP/1.1" status: 200 len: 380 time: 0.0856643 Jul 13 23:18:28.101313 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Request body: {'port': {'device_id': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'admin_state_up': True, 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'security_groups': ['69d79b4c-e22c-4894-bcf8-80ba1307e03f']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:28.290415 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Made reservation on behalf of dc01ed4482c04899b1509a655c9c7e3a for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:18:28.295732 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:28.458058 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Allocated IP 172.20.0.9 (8ebb5208-058b-4fd3-9873-adc39e263480/a1986b3c-1e7d-4b98-91a1-613d76dc07ab/97549afb-69a7-4779-abe9-e645a3ec2a47) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:18:28.528269 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 53260) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:28.671261 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:28.688433 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1841f521-9e01-4a5d-8ed9-4dbdd6d82002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:28.719293 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:28.739786 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:28.807939 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Network 8ebb5208-058b-4fd3-9873-adc39e263480 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:18:28.815923 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:18:28.822295 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:18:28.834235 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50f554-a511-4c78-9962-53b77f5c3768 req-e603fbd3-14f5-4e25-9a6d-86a5ee581d93 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:28.836614 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb50f554-a511-4c78-9962-53b77f5c3768 req-e603fbd3-14f5-4e25-9a6d-86a5ee581d93 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0846262 Jul 13 23:18:28.862301 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event updated for resources: {'Port': ['ID=97549afb-69a7-4779-abe9-e645a3ec2a47,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:28.884835 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1841f521-9e01-4a5d-8ed9-4dbdd6d82002 admin admin] Publish callbacks [] for security_group (d62dad9b-a213-4317-97c5-0c167fb6281d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:28.892025 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1841f521-9e01-4a5d-8ed9-4dbdd6d82002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (d62dad9b-a213-4317-97c5-0c167fb6281d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:28.921972 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:28.936131 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb50f554-a511-4c78-9962-53b77f5c3768 req-31d65382-a18f-4efd-a7d0-9236307f1c31 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816381 Jul 13 23:18:28.938143 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:28.939221 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:28.987620 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1841f521-9e01-4a5d-8ed9-4dbdd6d82002 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dde398a3d3514b2faacff0885236b933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580145 Jul 13 23:18:28.989726 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841f521-9e01-4a5d-8ed9-4dbdd6d82002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62dad9b-a213-4317-97c5-0c167fb6281d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:28.990986 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7732ceb2-15e1-4aa9-b6ac-6b43f757956a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8966713 Jul 13 23:18:28.991925 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53268) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:29.049571 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Request body: {'port': {'device_id': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:29.088906 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339e610-5148-40d5-9cc7-07178ce4c915 req-a18ca0b4-3d14-48eb-aaa2-b8c2d23dc0e8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:29.090824 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d339e610-5148-40d5-9cc7-07178ce4c915 req-a18ca0b4-3d14-48eb-aaa2-b8c2d23dc0e8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 931 time: 0.0858407 Jul 13 23:18:29.150939 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee11f-90a9-4cd8-b21c-abba787d60d9 admin admin] Publish callbacks [] for security_group (d62dad9b-a213-4317-97c5-0c167fb6281d), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:29.181256 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:29.184665 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d339e610-5148-40d5-9cc7-07178ce4c915 req-d1687730-879d-48e4-81f8-d7109aae2c36 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803525 Jul 13 23:18:29.189309 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee11f-90a9-4cd8-b21c-abba787d60d9 admin admin] Publish callbacks [] for security_group (d62dad9b-a213-4317-97c5-0c167fb6281d), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:29.243099 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-3d9e7329-3571-4df9-9d36-355f8dd89043 None None] Provisioning complete for port 97549afb-69a7-4779-abe9-e645a3ec2a47 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:18:29.243786 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7329-3571-4df9-9d36-355f8dd89043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:29.310365 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e7329-3571-4df9-9d36-355f8dd89043 None None] Port 97549afb-69a7-4779-abe9-e645a3ec2a47 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:18:29.348575 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee11f-90a9-4cd8-b21c-abba787d60d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (d62dad9b-a213-4317-97c5-0c167fb6281d), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:29.351105 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee11f-90a9-4cd8-b21c-abba787d60d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:29.352322 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-1a2ee11f-90a9-4cd8-b21c-abba787d60d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d62dad9b-a213-4317-97c5-0c167fb6281d HTTP/1.1" status: 204 len: 168 time: 0.3582983 Jul 13 23:18:29.382064 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ee11f-90a9-4cd8-b21c-abba787d60d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62dad9b-a213-4317-97c5-0c167fb6281d,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:29.585772 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97549afb-69a7-4779-abe9-e645a3ec2a47 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:18:29.599810 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Publish callbacks [] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:29.625311 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Transition to ACTIVE for port object 97549afb-69a7-4779-abe9-e645a3ec2a47 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:18:29.633622 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:29.732387 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Pushing event updated for resources: {'Port': ['ID=97549afb-69a7-4779-abe9-e645a3ec2a47,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:29.743445 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:29.866161 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Attempting to bind port 97549afb-69a7-4779-abe9-e645a3ec2a47 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:18:29.866612 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Attempting to bind port 97549afb-69a7-4779-abe9-e645a3ec2a47 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:18:29.867123 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Attempting to bind port 97549afb-69a7-4779-abe9-e645a3ec2a47 on network 8ebb5208-058b-4fd3-9873-adc39e263480 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:18:29.877660 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Port 97549afb-69a7-4779-abe9-e645a3ec2a47 on network 8ebb5208-058b-4fd3-9873-adc39e263480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:18:29.878163 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Attempting to bind port 97549afb-69a7-4779-abe9-e645a3ec2a47 on network 8ebb5208-058b-4fd3-9873-adc39e263480 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:18:29.889278 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:18:29.889779 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Checking segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:18:29.890343 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Bound using segment: {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:18:29.890822 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Bound port: 97549afb-69a7-4779-abe9-e645a3ec2a47, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b411a64-7444-4714-b4dc-933aca8d21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:18:29.891195 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:29.984992 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] For port 97549afb-69a7-4779-abe9-e645a3ec2a47, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:18:29.991266 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] For port 97549afb-69a7-4779-abe9-e645a3ec2a47, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=97549afb-69a7-4779-abe9-e645a3ec2a47,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:18:30.002570 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:30.078502 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:30.079897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:30.081667 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-812a237f-eeee-4d64-883b-87715d51028f service neutron] 10.222.0.58 "PUT /v2.0/ports/97549afb-69a7-4779-abe9-e645a3ec2a47 HTTP/1.1" status: 200 len: 1093 time: 1.0394211 Jul 13 23:18:30.082408 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:18:30.085725 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:18:30.184476 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9323ca51-9833-4301-aafe-6ca6465d30cb x-openstack-request-id: req-9323ca51-9833-4301-aafe-6ca6465d30cb {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:18:30.184928 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:18:30.185312 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9323ca51-9833-4301-aafe-6ca6465d30cb {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:18:30.186178 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9323ca51-9833-4301-aafe-6ca6465d30cb'] response: {'name': 'network-changed', 'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'status': 'completed', 'code': 200} Jul 13 23:18:30.191880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a237f-eeee-4d64-883b-87715d51028f service neutron] Pushing event updated for resources: {'Port': ['ID=97549afb-69a7-4779-abe9-e645a3ec2a47,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:30.301076 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-60f32dc8-db68-4610-8d57-13a897eb0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:30.307512 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e7032-0e77-497a-8cc9-cc4f4f24da92 req-bea699e0-2109-4b5a-aed7-eebb14328c7e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:30.308755 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-60f32dc8-db68-4610-8d57-13a897eb0943 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 1127 time: 0.1106408 Jul 13 23:18:30.312304 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-577e7032-0e77-497a-8cc9-cc4f4f24da92 req-bea699e0-2109-4b5a-aed7-eebb14328c7e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.1879613 Jul 13 23:18:30.406387 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-322b6e5f-f5ca-42c4-aca0-d06637a4c0ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97549afb-69a7-4779-abe9-e645a3ec2a47 HTTP/1.1" status: 200 len: 217 time: 0.0889721 Jul 13 23:18:30.441248 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-577e7032-0e77-497a-8cc9-cc4f4f24da92 req-907d8f54-7590-46a6-9437-bd42767a719d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214375 Jul 13 23:18:30.445217 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:30.470557 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62579c81-ac2b-4092-ae77-d4fe3d7f5c55 req-4bbe73f2-eeb0-463f-a8d1-c572bbdd2126 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:30.481602 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-62579c81-ac2b-4092-ae77-d4fe3d7f5c55 req-4bbe73f2-eeb0-463f-a8d1-c572bbdd2126 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.1048439 Jul 13 23:18:30.502417 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-d87cc3e4-a480-4fba-97d8-b8e1595e6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:30.504914 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-d87cc3e4-a480-4fba-97d8-b8e1595e6425 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0911274 Jul 13 23:18:30.523054 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:30.548829 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-62579c81-ac2b-4092-ae77-d4fe3d7f5c55 req-c3144e8f-dadb-4ecb-b416-5ecd1b7a6512 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659795 Jul 13 23:18:30.831248 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-8391f688-ae28-44f9-938b-1cf881e87cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:30.832916 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-8391f688-ae28-44f9-938b-1cf881e87cac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3219693 Jul 13 23:18:30.935165 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-b31e10b7-5edb-44c3-b6d4-df35f884bb77 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945091 Jul 13 23:18:31.731395 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f94e3-7cb8-4d3d-a884-1cf29bf34b4e req-10613717-6527-4fd2-9a35-86f8d29cd5d6 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:31.734304 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a57f94e3-7cb8-4d3d-a884-1cf29bf34b4e req-10613717-6527-4fd2-9a35-86f8d29cd5d6 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.1543584 Jul 13 23:18:31.773087 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141b6b8-b989-4656-b58c-6d7e1247bd18 req-ddd2a9c2-01a9-47ce-affc-3208ba7838aa tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:31.775862 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9141b6b8-b989-4656-b58c-6d7e1247bd18 req-ddd2a9c2-01a9-47ce-affc-3208ba7838aa tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.1265059 Jul 13 23:18:31.906384 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a57f94e3-7cb8-4d3d-a884-1cf29bf34b4e req-1ef9f37a-bef1-4c82-bf7d-09f24840795a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657989 Jul 13 23:18:31.919336 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9141b6b8-b989-4656-b58c-6d7e1247bd18 req-53cef724-5a06-4fc1-b0bb-1fae51d086cf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301200 Jul 13 23:18:33.080342 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba5770-d7b8-452a-b3fb-d231d78f6e05 req-88e19c9a-121b-4fc2-ab4c-eecf2f03a604 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:33.081986 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0ba5770-d7b8-452a-b3fb-d231d78f6e05 req-88e19c9a-121b-4fc2-ab4c-eecf2f03a604 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0891874 Jul 13 23:18:33.094814 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f32164-494a-4133-870b-e4dfa9da4b98 req-b857f4ab-88cc-4a6d-8db8-826e907a325b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:33.096543 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78f32164-494a-4133-870b-e4dfa9da4b98 req-b857f4ab-88cc-4a6d-8db8-826e907a325b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0686958 Jul 13 23:18:33.182947 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0ba5770-d7b8-452a-b3fb-d231d78f6e05 req-69dc0d5c-7b11-4ecf-934f-fb166810593b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853333 Jul 13 23:18:33.191745 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78f32164-494a-4133-870b-e4dfa9da4b98 req-5deef905-a05e-46aa-8d1e-f2bdc51bbc5c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864818 Jul 13 23:18:34.307740 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:34.341802 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42997aca-9ea4-43b6-9f8f-6c1bfb492dfd req-bd3c6023-56a4-410c-80fb-7937cb6b2060 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:34.343280 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-42997aca-9ea4-43b6-9f8f-6c1bfb492dfd req-bd3c6023-56a4-410c-80fb-7937cb6b2060 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0832012 Jul 13 23:18:34.368690 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbf37c-dee6-4fe2-b2fa-6341c3b8b3b3 req-df02d09e-a9e6-4d27-89fb-0809dce3fe33 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:34.370591 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4bcbf37c-dee6-4fe2-b2fa-6341c3b8b3b3 req-df02d09e-a9e6-4d27-89fb-0809dce3fe33 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0800726 Jul 13 23:18:34.441773 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-42997aca-9ea4-43b6-9f8f-6c1bfb492dfd req-ffaca5b5-6317-4e66-989d-1b9e44824991 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909412 Jul 13 23:18:34.454255 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4bcbf37c-dee6-4fe2-b2fa-6341c3b8b3b3 req-1d87b7b0-f8ac-45d1-8503-97d0eb00e10f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763290 Jul 13 23:18:35.594791 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25fb69-41fa-471f-87b9-d5c7c5bcef42 req-c478d358-b180-41c3-99d9-c4d3eab0fbdb tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:35.596337 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b25fb69-41fa-471f-87b9-d5c7c5bcef42 req-c478d358-b180-41c3-99d9-c4d3eab0fbdb tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0838737 Jul 13 23:18:35.609434 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f4994-08f8-449a-a9c9-e6872175b4b7 req-06a01379-4acf-4b27-b77c-713799764ad7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:35.610882 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-194f4994-08f8-449a-a9c9-e6872175b4b7 req-06a01379-4acf-4b27-b77c-713799764ad7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0696979 Jul 13 23:18:35.690760 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b25fb69-41fa-471f-87b9-d5c7c5bcef42 req-0c61d863-8850-4614-81d8-19dd13d66330 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882709 Jul 13 23:18:35.699307 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-194f4994-08f8-449a-a9c9-e6872175b4b7 req-3e192538-7eca-4a44-b96f-f1b181502f8f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812829 Jul 13 23:18:36.849852 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5a33b-a586-42d5-a06d-7a112ad41d17 req-509ec423-a615-4c8e-94ed-310ed2f42b6b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:36.851417 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bcd5a33b-a586-42d5-a06d-7a112ad41d17 req-509ec423-a615-4c8e-94ed-310ed2f42b6b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0824604 Jul 13 23:18:36.874203 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d2ea8-9ae7-4f44-9fb1-55ebf0f4ddbf req-1baa4b1f-648b-41cb-9b3d-82e69ec2e5ac tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:36.876444 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-020d2ea8-9ae7-4f44-9fb1-55ebf0f4ddbf req-1baa4b1f-648b-41cb-9b3d-82e69ec2e5ac tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0775766 Jul 13 23:18:36.951641 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bcd5a33b-a586-42d5-a06d-7a112ad41d17 req-87120b80-053a-4dae-b41e-b17592ef0cfd tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935614 Jul 13 23:18:36.965305 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-020d2ea8-9ae7-4f44-9fb1-55ebf0f4ddbf req-a2afb27e-e404-4024-878a-c1f85c642a98 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766697 Jul 13 23:18:37.224748 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e9d3018e-3e66-47f0-9dda-95502c645dc9 req-7ce461bb-ae56-467f-826e-de9122a1cf49 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176631 Jul 13 23:18:37.974339 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:38.052777 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:38.101976 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c119d6-4d49-460f-8b1c-654584654bbb req-29fbe892-5118-480b-ba06-ffe86962c3c1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:38.103454 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6c119d6-4d49-460f-8b1c-654584654bbb req-29fbe892-5118-480b-ba06-ffe86962c3c1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0791576 Jul 13 23:18:38.127989 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc397c83-1080-44ed-a03c-1ad321ef58b8 req-11adaf7c-b2c9-4680-9650-14b42012474a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:38.129673 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc397c83-1080-44ed-a03c-1ad321ef58b8 req-11adaf7c-b2c9-4680-9650-14b42012474a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0733368 Jul 13 23:18:38.196650 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6c119d6-4d49-460f-8b1c-654584654bbb req-c9b864bf-e993-4e62-be96-f91e4c73bf13 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868492 Jul 13 23:18:38.208006 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc397c83-1080-44ed-a03c-1ad321ef58b8 req-7ef08e5e-00d8-48c6-abf1-ddcb1d6f1704 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711184 Jul 13 23:18:39.352634 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09ecc-183a-44b4-ac74-035512025879 req-42d9da2a-cfb5-4fdd-b78e-ad0d1af1236b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:39.354253 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fdb09ecc-183a-44b4-ac74-035512025879 req-42d9da2a-cfb5-4fdd-b78e-ad0d1af1236b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0783389 Jul 13 23:18:39.387038 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0280be1-d6d4-4a48-97b5-3e7456210146 req-5d4df9c4-9925-4b32-af9d-db6cbb1597b8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:39.388537 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e0280be1-d6d4-4a48-97b5-3e7456210146 req-5d4df9c4-9925-4b32-af9d-db6cbb1597b8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0818756 Jul 13 23:18:39.454555 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fdb09ecc-183a-44b4-ac74-035512025879 req-a229c530-5247-4560-8f1f-33e4945b35a0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932913 Jul 13 23:18:39.470083 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e0280be1-d6d4-4a48-97b5-3e7456210146 req-046937ad-191f-46c1-849a-6bed172a052e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745506 Jul 13 23:18:40.530972 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:40.535593 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:40.627747 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949b139-267e-4838-a5c7-063ee7ae724f req-84c4fcb7-0418-455e-b394-323e4180d5ce tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:40.629613 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a949b139-267e-4838-a5c7-063ee7ae724f req-84c4fcb7-0418-455e-b394-323e4180d5ce tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0862131 Jul 13 23:18:40.636869 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1346be-0806-4bab-ac4c-ef917a1b39c3 req-78f4f0a6-8e16-47e8-9b74-b529aff49659 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:40.638558 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2c1346be-0806-4bab-ac4c-ef917a1b39c3 req-78f4f0a6-8e16-47e8-9b74-b529aff49659 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 943 time: 0.0830104 Jul 13 23:18:40.702558 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:40.729199 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a949b139-267e-4838-a5c7-063ee7ae724f req-66497551-5b67-42ba-b244-7b444ec64645 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894523 Jul 13 23:18:40.734523 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2c1346be-0806-4bab-ac4c-ef917a1b39c3 req-ec0e2938-b7d1-4609-8d59-e2cc1a115128 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881011 Jul 13 23:18:40.846829 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-6eb83baa-44c3-425b-9910-968c96fc5cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:41.453186 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e709ac5d-03ee-449c-ac91-2e1e9bf6b607 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:18:41.558648 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e709ac5d-03ee-449c-ac91-2e1e9bf6b607, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:18:41.572622 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'port_id': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'mac_address': 'fa:16:3e:eb:69:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:18:41.618556 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:18:41.618832 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:41.634151 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e709ac5d-03ee-449c-ac91-2e1e9bf6b607 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:18:41.657934 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e709ac5d-03ee-449c-ac91-2e1e9bf6b607, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:18:41.662439 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:41.717053 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:41.725573 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.725913 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.726265 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.726604 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.726927 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.727249 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.727586 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.727934 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.728329 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.728697 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.729013 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.729330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.729641 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.729981 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.730292 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:18:41.903415 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea028a46-e944-4716-ad08-a0df8eed1304 req-c3fd8c6f-7272-4ff5-9bf0-30126dd913c8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:41.905056 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ea028a46-e944-4716-ad08-a0df8eed1304 req-c3fd8c6f-7272-4ff5-9bf0-30126dd913c8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0964742 Jul 13 23:18:41.924034 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc1dd-0564-469e-a154-d979ed03f7ba req-943ab14d-9fef-4c5b-9b0f-cbab6c53b4d8 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:41.925692 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e41cc1dd-0564-469e-a154-d979ed03f7ba req-943ab14d-9fef-4c5b-9b0f-cbab6c53b4d8 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 944 time: 0.0749118 Jul 13 23:18:42.000659 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ea028a46-e944-4716-ad08-a0df8eed1304 req-129d2d44-39d3-4ab5-8a7a-4165e727e2e8 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886755 Jul 13 23:18:42.015934 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e41cc1dd-0564-469e-a154-d979ed03f7ba req-cdfe2b84-0e4e-428c-9f17-cdb2cd4dc52f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798309 Jul 13 23:18:42.869586 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['e709ac5d-03ee-449c-ac91-2e1e9bf6b607'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:18:43.162440 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc770e2-65ed-4c5c-964f-e5371dc15be3 req-cd1ac69b-2807-4d5b-96be-08d4050add68 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:43.163996 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abc770e2-65ed-4c5c-964f-e5371dc15be3 req-cd1ac69b-2807-4d5b-96be-08d4050add68 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0858989 Jul 13 23:18:43.177737 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c17ac-e4a4-4a5b-8fb1-3ae80e044236 req-2cbd88d0-2fa7-40ab-8ea4-d8b088846e6f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:43.179225 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-944c17ac-e4a4-4a5b-8fb1-3ae80e044236 req-2cbd88d0-2fa7-40ab-8ea4-d8b088846e6f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 944 time: 0.0870409 Jul 13 23:18:43.250213 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abc770e2-65ed-4c5c-964f-e5371dc15be3 req-78e8ed78-a12e-4b2a-a44c-3079ced9d109 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792818 Jul 13 23:18:43.264617 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-944c17ac-e4a4-4a5b-8fb1-3ae80e044236 req-5ed11ddf-b8a5-4180-b73b-1fd69e82c789 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793638 Jul 13 23:18:43.822362 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-de40377f-aab0-47f0-a54a-8dea89413595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:44.410852 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5317156-82bc-402c-9fd0-8263da2464d9 req-de3763e8-e6b3-4e78-9102-26f0af26285c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:44.412537 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5317156-82bc-402c-9fd0-8263da2464d9 req-de3763e8-e6b3-4e78-9102-26f0af26285c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0831385 Jul 13 23:18:44.418653 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918df17-d0a3-48f6-bec3-3ca79393887c req-8928d10e-83e9-4c1c-a277-77ba8613ba44 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:44.420213 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9918df17-d0a3-48f6-bec3-3ca79393887c req-8928d10e-83e9-4c1c-a277-77ba8613ba44 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 944 time: 0.0818443 Jul 13 23:18:44.442323 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:44.508205 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5317156-82bc-402c-9fd0-8263da2464d9 req-76725017-91f6-4373-961a-92f8fd3cf9c2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869730 Jul 13 23:18:44.512424 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9918df17-d0a3-48f6-bec3-3ca79393887c req-5af98238-6804-4f77-a940-81691d712053 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825684 Jul 13 23:18:44.539115 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:44.662254 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e709ac5d-03ee-449c-ac91-2e1e9bf6b607 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:18:44.713762 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:18:44.722722 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:18:44.723159 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:44.794735 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:44.808146 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:18:44.808695 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:44.836453 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:18:44.838779 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50096c30-c317-4266-8d93-753126e3d6aa" -d '{"events": [{"server_uuid": "d281fbb1-f902-426a-97c9-f4f5d1b8049d", "name": "network-vif-plugged", "status": "completed", "tag": "e709ac5d-03ee-449c-ac91-2e1e9bf6b607"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:18:44.853172 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e709ac5d-03ee-449c-ac91-2e1e9bf6b607, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:18:44.860114 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:44.884922 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a4582f-049d-47ab-93b8-4989b6ac428b x-openstack-request-id: req-d0a4582f-049d-47ab-93b8-4989b6ac428b {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:18:44.885286 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d281fbb1-f902-426a-97c9-f4f5d1b8049d", "name": "network-vif-plugged", "status": "completed", "tag": "e709ac5d-03ee-449c-ac91-2e1e9bf6b607", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:18:44.885524 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0a4582f-049d-47ab-93b8-4989b6ac428b {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:18:44.885938 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a4582f-049d-47ab-93b8-4989b6ac428b'] response: {'server_uuid': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'code': 200} Jul 13 23:18:44.931025 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:45.726613 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3f79-62fa-48c9-b233-951811bbd790 req-864847fd-a57e-4d42-977d-5b4b6f2dd7ce tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:45.728239 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-316e3f79-62fa-48c9-b233-951811bbd790 req-864847fd-a57e-4d42-977d-5b4b6f2dd7ce tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 945 time: 0.1201627 Jul 13 23:18:45.741156 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d00941-e9f1-48aa-9aed-08c9f1d91a9f req-3271cecd-a532-4a8f-afe5-76ac33342724 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:45.742793 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d1d00941-e9f1-48aa-9aed-08c9f1d91a9f req-3271cecd-a532-4a8f-afe5-76ac33342724 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.1161401 Jul 13 23:18:45.831477 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-316e3f79-62fa-48c9-b233-951811bbd790 req-4b3455fe-3340-4469-9060-d94826e34910 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875454 Jul 13 23:18:45.836234 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d1d00941-e9f1-48aa-9aed-08c9f1d91a9f req-255977c3-0843-42d8-aaa5-dbdd5ce618fa tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845108 Jul 13 23:18:45.958762 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 53400) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:46.086367 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa55f-217d-4009-b26a-696b3e8e4d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.101903 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-190b3fd8-fd06-45bc-8093-ae9374c5d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:46.104461 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-190b3fd8-fd06-45bc-8093-ae9374c5d705 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 1127 time: 0.0675824 Jul 13 23:18:46.187358 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa55f-217d-4009-b26a-696b3e8e4d3e admin admin] Publish callbacks [] for security_group (a07c6be7-6990-4837-af4a-66deadf2ed0e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.193821 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa55f-217d-4009-b26a-696b3e8e4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (a07c6be7-6990-4837-af4a-66deadf2ed0e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.247654 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-dd1fa55f-217d-4009-b26a-696b3e8e4d3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb4bc70a605240dd8a16aa1e7d92eb46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875841 Jul 13 23:18:46.248745 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 53404) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:46.255811 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fa55f-217d-4009-b26a-696b3e8e4d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07c6be7-6990-4837-af4a-66deadf2ed0e,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:46.293307 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-f47f7c38-0ce9-4e2e-9332-ed9c05d7386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:46.295101 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-f47f7c38-0ce9-4e2e-9332-ed9c05d7386f service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.1442006 Jul 13 23:18:46.312116 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9036f5b-927d-4b34-a2a1-84d1d3bfef8b admin admin] Publish callbacks [] for security_group (a07c6be7-6990-4837-af4a-66deadf2ed0e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.313726 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:46.340045 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9036f5b-927d-4b34-a2a1-84d1d3bfef8b admin admin] Publish callbacks [] for security_group (a07c6be7-6990-4837-af4a-66deadf2ed0e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.364362 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-c38b0907-7c04-4a2e-b00e-c2ce8f72e6c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97549afb-69a7-4779-abe9-e645a3ec2a47 HTTP/1.1" status: 200 len: 217 time: 0.0493321 Jul 13 23:18:46.366252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a083379-557a-432a-8192-d60c4db0bc49 req-90dbfbe9-d070-492b-b9cc-67a949deedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:46.367405 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1a083379-557a-432a-8192-d60c4db0bc49 req-90dbfbe9-d070-492b-b9cc-67a949deedbb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 1129 time: 0.0887134 Jul 13 23:18:46.404660 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9036f5b-927d-4b34-a2a1-84d1d3bfef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (a07c6be7-6990-4837-af4a-66deadf2ed0e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.407331 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9036f5b-927d-4b34-a2a1-84d1d3bfef8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.408564 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a9036f5b-927d-4b34-a2a1-84d1d3bfef8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a07c6be7-6990-4837-af4a-66deadf2ed0e HTTP/1.1" status: 204 len: 168 time: 0.1583455 Jul 13 23:18:46.420305 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9036f5b-927d-4b34-a2a1-84d1d3bfef8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07c6be7-6990-4837-af4a-66deadf2ed0e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:46.436811 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:46.453890 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-7f0354e4-dd51-4ecb-a84d-51f4a7e40296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:46.456510 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-7f0354e4-dd51-4ecb-a84d-51f4a7e40296 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0783384 Jul 13 23:18:46.485473 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.518287 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1a083379-557a-432a-8192-d60c4db0bc49 req-7d65fb39-1094-4576-a499-118b7c8eab66 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397307 Jul 13 23:18:46.526534 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-e8050e8f-afb7-4521-afd2-f8e594490301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:46.528253 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-e8050e8f-afb7-4521-afd2-f8e594490301 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645764 Jul 13 23:18:46.675101 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 97549afb-69a7-4779-abe9-e645a3ec2a47 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:18:46.698568 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.839341 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 97549afb-69a7-4779-abe9-e645a3ec2a47, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=97549afb-69a7-4779-abe9-e645a3ec2a47,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:18:46.862211 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'port_id': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'mac_address': 'fa:16:3e:e9:ef:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:18:46.952770 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 97549afb-69a7-4779-abe9-e645a3ec2a47 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:18:46.953383 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:46.989804 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97549afb-69a7-4779-abe9-e645a3ec2a47 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:18:47.035136 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-4d416d59-c72b-4e96-9a7a-be76a88b178e service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069962 Jul 13 23:18:47.037747 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 97549afb-69a7-4779-abe9-e645a3ec2a47, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=97549afb-69a7-4779-abe9-e645a3ec2a47,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:18:47.044526 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:47.051069 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9eba59-1ba1-4eb2-aabd-8d825b2c1adc req-8d21cf5c-e5dc-4966-81f3-92ec5036fd8d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:47.054131 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ca9eba59-1ba1-4eb2-aabd-8d825b2c1adc req-8d21cf5c-e5dc-4966-81f3-92ec5036fd8d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 943 time: 0.0887282 Jul 13 23:18:47.125155 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=97549afb-69a7-4779-abe9-e645a3ec2a47,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:47.188735 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c75ef2-eb90-4a9e-b06e-cd216f249e38 req-8e410791-dd58-4846-a46c-eba8e98e16a4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:47.191367 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-26c75ef2-eb90-4a9e-b06e-cd216f249e38 req-8e410791-dd58-4846-a46c-eba8e98e16a4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 945 time: 0.1356542 Jul 13 23:18:47.233981 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ca9eba59-1ba1-4eb2-aabd-8d825b2c1adc req-70657d1e-c4fc-423f-b84d-0c412bdc865a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604025 Jul 13 23:18:47.287814 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-26c75ef2-eb90-4a9e-b06e-cd216f249e38 req-295a4cf6-bad2-401c-aa93-8669235f8604 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865850 Jul 13 23:18:47.543191 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['97549afb-69a7-4779-abe9-e645a3ec2a47'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:18:47.816583 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dfa3370e-f8fb-49b9-b351-e9f884d0bd78 req-f390cb78-b851-4d71-a36d-2b8df06f7b6f service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118054 Jul 13 23:18:48.374928 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cffee0-b5b9-4f28-81c6-db035aa31644 req-5c099d39-ab8d-475e-aabf-923a45102f93 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:48.376604 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39cffee0-b5b9-4f28-81c6-db035aa31644 req-5c099d39-ab8d-475e-aabf-923a45102f93 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 944 time: 0.0598288 Jul 13 23:18:48.440538 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029ee9-ce37-494d-8074-91be12d715ce req-6b92db10-4fa2-422f-bed6-ad75b165efa1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:48.442106 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe029ee9-ce37-494d-8074-91be12d715ce req-6b92db10-4fa2-422f-bed6-ad75b165efa1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 945 time: 0.0645990 Jul 13 23:18:48.474908 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:48.489136 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39cffee0-b5b9-4f28-81c6-db035aa31644 req-b1e5ffc3-f2e7-4247-84ee-d0ef69c18da7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024189 Jul 13 23:18:48.523465 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe029ee9-ce37-494d-8074-91be12d715ce req-cc81ccdd-83f0-49fa-a471-3bc0838d5e9a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678835 Jul 13 23:18:48.644752 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb0db2-897e-4a9e-82f9-c17a40da5ec0 req-f7b748ae-9846-472f-a68c-5c03e0c5fae0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:48.646918 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d5bb0db2-897e-4a9e-82f9-c17a40da5ec0 req-f7b748ae-9846-472f-a68c-5c03e0c5fae0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 945 time: 0.0501049 Jul 13 23:18:48.704567 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d5bb0db2-897e-4a9e-82f9-c17a40da5ec0 req-8128ef8e-ee13-4abd-a39b-64d7432969aa tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515597 Jul 13 23:18:48.728960 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53450) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:48.917714 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:48.954422 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ad846-26ab-4a06-93d2-cc3bc3abe818 tempest-TestVolumeBootPattern-1866785527 tempest-TestVolumeBootPattern-1866785527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:48.956007 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-692ad846-26ab-4a06-93d2-cc3bc3abe818 tempest-TestVolumeBootPattern-1866785527 tempest-TestVolumeBootPattern-1866785527-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 1124 time: 0.2260284 Jul 13 23:18:48.959619 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53456) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:48.964542 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'port_id': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:48.993064 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:49.007949 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 97549afb-69a7-4779-abe9-e645a3ec2a47 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:18:49.099953 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 97549afb-69a7-4779-abe9-e645a3ec2a47 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:18:49.109785 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 97549afb-69a7-4779-abe9-e645a3ec2a47 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:18:49.110377 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:49.138566 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:49.197889 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:49.252303 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 97549afb-69a7-4779-abe9-e645a3ec2a47 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:18:49.252818 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:49.275575 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Allocated IP 172.27.3.3 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/c27876f2-9164-4ccc-8d47-9b3bfc193e9b) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:18:49.296635 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:18:49.301109 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f62bbba-f584-49ec-9fb3-6796f9f8c54e" -d '{"events": [{"server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "name": "network-vif-plugged", "status": "completed", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:18:49.325746 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 97549afb-69a7-4779-abe9-e645a3ec2a47, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=97549afb-69a7-4779-abe9-e645a3ec2a47,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:18:49.332495 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:49.388190 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1458ed-6d74-4ff2-99f2-af35027082c8 x-openstack-request-id: req-9e1458ed-6d74-4ff2-99f2-af35027082c8 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:18:49.388489 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "name": "network-vif-plugged", "status": "completed", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:18:49.388729 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e1458ed-6d74-4ff2-99f2-af35027082c8 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:18:49.389302 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1458ed-6d74-4ff2-99f2-af35027082c8'] response: {'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'code': 200} Jul 13 23:18:49.421826 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for port (c27876f2-9164-4ccc-8d47-9b3bfc193e9b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:49.426128 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=97549afb-69a7-4779-abe9-e645a3ec2a47,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:49.472153 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (c27876f2-9164-4ccc-8d47-9b3bfc193e9b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:49.514954 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:18:49.522819 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:18:49.527786 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:18:49.543056 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'Port': ['ID=c27876f2-9164-4ccc-8d47-9b3bfc193e9b,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:49.657106 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d1bd-25d2-48df-93b9-c840df818908 req-0e9c4728-77db-4d69-8072-2aabec2fc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:49.658627 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-bb48d1bd-25d2-48df-93b9-c840df818908 req-0e9c4728-77db-4d69-8072-2aabec2fc9cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 1129 time: 0.0778711 Jul 13 23:18:49.662931 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e47254-ff54-4e45-abb3-06ca76680e4c req-8c3c1047-31b1-4b42-b055-0a43c5f0d0c7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:49.665693 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23e47254-ff54-4e45-abb3-06ca76680e4c req-8c3c1047-31b1-4b42-b055-0a43c5f0d0c7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0717938 Jul 13 23:18:49.741550 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23e47254-ff54-4e45-abb3-06ca76680e4c req-cfc07d2a-f952-404a-bb75-3c76236fb849 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672841 Jul 13 23:18:49.794829 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-bb48d1bd-25d2-48df-93b9-c840df818908 req-4bb9be5b-aaac-4206-a74e-1809cbfb89ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288998 Jul 13 23:18:50.028676 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:50.038569 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (f4a37515-e841-4551-b62a-656d83a8bd08), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:50.059645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:50.120068 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (c27876f2-9164-4ccc-8d47-9b3bfc193e9b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:50.368089 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for port (c27876f2-9164-4ccc-8d47-9b3bfc193e9b), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:50.374903 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (c27876f2-9164-4ccc-8d47-9b3bfc193e9b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:50.457891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'Port': ['ID=c27876f2-9164-4ccc-8d47-9b3bfc193e9b,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:18:50.471816 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (f4a37515-e841-4551-b62a-656d83a8bd08), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:50.596904 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Floating IP f4a37515-e841-4551-b62a-656d83a8bd08 associated. External IP: 172.27.3.3, port: e709ac5d-03ee-449c-ac91-2e1e9bf6b607. Jul 13 23:18:50.906853 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Router eb5ac33d-3a1f-4991-9e84-d175f2eced0c has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:18:50.908924 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d7f20-58a3-4ee8-9d21-aa1b50a609eb req-19eaa50b-229f-4d00-ab29-a8035961c254 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:50.911120 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-202d7f20-58a3-4ee8-9d21-aa1b50a609eb req-19eaa50b-229f-4d00-ab29-a8035961c254 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0752311 Jul 13 23:18:50.979909 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-202d7f20-58a3-4ee8-9d21-aa1b50a609eb req-b72054d0-9419-478c-a3b5-078bf87f1583 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623651 Jul 13 23:18:51.034355 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:18:51.048356 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] Sync routers for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:18:51.054272 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:51.062373 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:51.065954 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:18:51.066636 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:18:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:18:51.106039 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-43281e35-c414-49be-a285-2496ef71fbd3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1416712 Jul 13 23:18:51.106039 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'tag': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:18:51.107698 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee20bd03-96d3-44e0-8ce6-0637d7fda103" -d '{"events": [{"name": "network-changed", "server_uuid": "d281fbb1-f902-426a-97c9-f4f5d1b8049d", "tag": "e709ac5d-03ee-449c-ac91-2e1e9bf6b607"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:18:51.147563 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ca2b4f-2aad-413a-9146-7ea1c7f2a48e x-openstack-request-id: req-02ca2b4f-2aad-413a-9146-7ea1c7f2a48e {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:18:51.147868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d281fbb1-f902-426a-97c9-f4f5d1b8049d", "tag": "e709ac5d-03ee-449c-ac91-2e1e9bf6b607", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:18:51.148154 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02ca2b4f-2aad-413a-9146-7ea1c7f2a48e {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:18:51.148705 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ca2b4f-2aad-413a-9146-7ea1c7f2a48e'] response: {'name': 'network-changed', 'server_uuid': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'tag': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'status': 'completed', 'code': 200} Jul 13 23:18:51.180413 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:51.188635 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:18:51.229172 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-1577174f-8bfa-4c32-91cd-0f8be84baf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:51.230892 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-1577174f-8bfa-4c32-91cd-0f8be84baf28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 1129 time: 0.0474517 Jul 13 23:18:51.328174 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:51.340962 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:51.369640 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-e97a2cc6-1447-492b-b4c5-0f0e66f9efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:51.371334 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-e97a2cc6-1447-492b-b4c5-0f0e66f9efef service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 913 time: 0.1112509 Jul 13 23:18:51.468191 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-4a5d4daf-e282-40e2-9340-3c01462e46ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e709ac5d-03ee-449c-ac91-2e1e9bf6b607 HTTP/1.1" status: 200 len: 997 time: 0.0718646 Jul 13 23:18:51.516544 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'f4a37515-e841-4551-b62a-656d83a8bd08', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:eb:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:18:49Z', 'updated_at': '2022-07-13T23:18:49Z', 'revision_number': 0, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:18:51.524148 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-47733aa7-b32d-4dd9-8a5b-a73c9188baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:51.525920 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-47733aa7-b32d-4dd9-8a5b-a73c9188baa3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.0520475 Jul 13 23:18:51.555514 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] Checking router: eb5ac33d-3a1f-4991-9e84-d175f2eced0c for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:18:51.570768 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:18:51.571828 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:18:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:18:51.598168 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-65104ea4-63a6-4939-82d4-f2121f39dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:51.600347 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-65104ea4-63a6-4939-82d4-f2121f39dc91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0655615 Jul 13 23:18:51.753087 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-10a311d4-6d5e-48f3-826e-7ea8a690f216 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436448 Jul 13 23:18:51.781775 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:51.845239 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:18:52.079393 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'f4a37515-e841-4551-b62a-656d83a8bd08', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:eb:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:18:49Z', 'updated_at': '2022-07-13T23:18:49Z', 'revision_number': 0, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:18:52.107304 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c973e54-b4c7-43e9-bcad-8249643e22e1 None None] The sync data for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi is: [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'f4a37515-e841-4551-b62a-656d83a8bd08', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:eb:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:18:49Z', 'updated_at': '2022-07-13T23:18:49Z', 'revision_number': 0, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:18:52.118990 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b69a2-cb66-4b74-9f49-c4a87aa75237 req-03b14215-ef1e-445e-b403-c3eb27c17e4c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:52.120779 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-095b69a2-cb66-4b74-9f49-c4a87aa75237 req-03b14215-ef1e-445e-b403-c3eb27c17e4c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0547440 Jul 13 23:18:52.186599 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-095b69a2-cb66-4b74-9f49-c4a87aa75237 req-5a99242c-a279-4893-8392-ea9b56cdaa16 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594351 Jul 13 23:18:52.335591 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f57ee-0b10-4505-a524-39d39e94549c req-6c808346-2267-42fc-ba87-d205f0c453c1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:52.337411 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7a6f57ee-0b10-4505-a524-39d39e94549c req-6c808346-2267-42fc-ba87-d205f0c453c1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0602174 Jul 13 23:18:52.347464 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 53486) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:18:52.352726 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-50ea9796-84f9-4b87-9f30-a2e8276e1982 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Request body: {'floatingip': {'port_id': '97549afb-69a7-4779-abe9-e645a3ec2a47'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:18:52.361421 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee20bd03-96d3-44e0-8ce6-0637d7fda103 req-d9883323-4893-4bb4-922d-08095ff8eb9a service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240375 Jul 13 23:18:52.379719 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b4cd6-ac23-46db-8717-88054e1648a1 None None] New status for floating IP f4a37515-e841-4551-b62a-656d83a8bd08: ACTIVE {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:18:52.410925 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50ea9796-84f9-4b87-9f30-a2e8276e1982 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for floatingip (e47e69f2-a4b5-4bbb-98a1-b5a06b417b25), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:52.522140 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:52.915001 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50ea9796-84f9-4b87-9f30-a2e8276e1982 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:52.920305 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50ea9796-84f9-4b87-9f30-a2e8276e1982 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (e47e69f2-a4b5-4bbb-98a1-b5a06b417b25), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:52.972384 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:18:53.348415 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-50ea9796-84f9-4b87-9f30-a2e8276e1982 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Floating IP e47e69f2-a4b5-4bbb-98a1-b5a06b417b25 associated. External IP: 172.27.3.31, port: 97549afb-69a7-4779-abe9-e645a3ec2a47. Jul 13 23:18:53.471227 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:53.594754 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ea9796-84f9-4b87-9f30-a2e8276e1982 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Router 31fdd018-08ea-4419-974d-e3427ccb035b has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:18:53.723186 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ea9796-84f9-4b87-9f30-a2e8276e1982 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:18:53.734919 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50ea9796-84f9-4b87-9f30-a2e8276e1982 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:18:53.738979 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] Sync routers for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:18:53.758504 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:18:53.759214 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:18:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:18:53.790435 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-50ea9796-84f9-4b87-9f30-a2e8276e1982 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "PUT /v2.0/floatingips/e47e69f2-a4b5-4bbb-98a1-b5a06b417b25 HTTP/1.1" status: 200 len: 990 time: 1.4414999 Jul 13 23:18:53.791425 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:18:53.796140 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a442235-393e-4301-9f64-fced9c0f426a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:18:53.852963 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f66a2f-5f16-4f86-a5a5-e5510e9d9792 x-openstack-request-id: req-09f66a2f-5f16-4f86-a5a5-e5510e9d9792 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:18:53.853426 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:18:53.853843 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09f66a2f-5f16-4f86-a5a5-e5510e9d9792 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:18:53.854497 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f66a2f-5f16-4f86-a5a5-e5510e9d9792'] response: {'name': 'network-changed', 'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'status': 'completed', 'code': 200} Jul 13 23:18:53.885930 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:18:53.923963 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a442235-393e-4301-9f64-fced9c0f426a req-f8f2f171-88db-461a-a896-ae745c9a683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:53.925815 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1a442235-393e-4301-9f64-fced9c0f426a req-f8f2f171-88db-461a-a896-ae745c9a683e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 1129 time: 0.0480182 Jul 13 23:18:54.055879 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:54.068201 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a442235-393e-4301-9f64-fced9c0f426a req-69a96986-04ff-420a-9070-7e82e8b27d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:54.070863 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1a442235-393e-4301-9f64-fced9c0f426a req-69a96986-04ff-420a-9070-7e82e8b27d3d service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.1376345 Jul 13 23:18:54.140454 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'e47e69f2-a4b5-4bbb-98a1-b5a06b417b25', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'port_id': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'mac_address': 'fa:16:3e:e9:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:18:24Z', 'updated_at': '2022-07-13T23:18:52Z', 'revision_number': 1, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:40Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:18:54.143924 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:18:54.160328 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1a442235-393e-4301-9f64-fced9c0f426a req-d6e9c421-f724-43ff-a1a7-a251feeaaf0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97549afb-69a7-4779-abe9-e645a3ec2a47 HTTP/1.1" status: 200 len: 998 time: 0.0822666 Jul 13 23:18:54.176369 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] Checking router: 31fdd018-08ea-4419-974d-e3427ccb035b for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:18:54.188509 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:18:54.189591 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:18:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:18:54.248673 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a442235-393e-4301-9f64-fced9c0f426a req-96cdf2de-2529-438c-8bd5-9644f88a8147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:54.251148 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1a442235-393e-4301-9f64-fced9c0f426a req-96cdf2de-2529-438c-8bd5-9644f88a8147 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0839057 Jul 13 23:18:54.322417 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:18:54.333079 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a442235-393e-4301-9f64-fced9c0f426a req-d50205ef-42b7-4f20-875d-e6317ecc40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:18:54.337101 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1a442235-393e-4301-9f64-fced9c0f426a req-d50205ef-42b7-4f20-875d-e6317ecc40c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0744410 Jul 13 23:18:54.526313 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1a442235-393e-4301-9f64-fced9c0f426a req-4bd5b1b1-fa8e-49c1-8f38-583a522ee40b service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828208 Jul 13 23:18:54.628001 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'e47e69f2-a4b5-4bbb-98a1-b5a06b417b25', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'port_id': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'mac_address': 'fa:16:3e:e9:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:18:24Z', 'updated_at': '2022-07-13T23:18:52Z', 'revision_number': 1, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:40Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:18:54.677631 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f698f-cb7b-4de9-86de-67a1c4de30d4 None None] The sync data for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi is: [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'e47e69f2-a4b5-4bbb-98a1-b5a06b417b25', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'port_id': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'mac_address': 'fa:16:3e:e9:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:18:24Z', 'updated_at': '2022-07-13T23:18:52Z', 'revision_number': 1, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:40Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:18:54.689426 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1a442235-393e-4301-9f64-fced9c0f426a req-79ad083e-3b91-4437-9294-ad466f6ee438 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549149 Jul 13 23:18:54.957129 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627f0eb-89e2-4484-b041-01f3d54512ee None None] New status for floating IP e47e69f2-a4b5-4bbb-98a1-b5a06b417b25: ACTIVE {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:19:00.826507 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53590) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:19:00.946354 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fc18804-d804-44c0-a409-d170714064a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:00.999750 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:01.038025 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:01.040147 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fc18804-d804-44c0-a409-d170714064a2 admin admin] Publish callbacks [] for security_group (70306233-db3b-4cfb-8ee9-6df5f153e47e), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:01.044018 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fc18804-d804-44c0-a409-d170714064a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (70306233-db3b-4cfb-8ee9-6df5f153e47e), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:01.089273 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc18804-d804-44c0-a409-d170714064a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70306233-db3b-4cfb-8ee9-6df5f153e47e,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:01.093814 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3fc18804-d804-44c0-a409-d170714064a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92a927489f1f4358bceece0eb52deae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662492 Jul 13 23:19:01.096401 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53594) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:19:01.153200 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5e392e2c-4fa9-465c-8d01-6f6114ef459e admin admin] Publish callbacks [] for security_group (70306233-db3b-4cfb-8ee9-6df5f153e47e), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:01.178582 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5e392e2c-4fa9-465c-8d01-6f6114ef459e admin admin] Publish callbacks [] for security_group (70306233-db3b-4cfb-8ee9-6df5f153e47e), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:01.238652 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5e392e2c-4fa9-465c-8d01-6f6114ef459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (70306233-db3b-4cfb-8ee9-6df5f153e47e), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:01.241568 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5e392e2c-4fa9-465c-8d01-6f6114ef459e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:01.242869 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-5e392e2c-4fa9-465c-8d01-6f6114ef459e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70306233-db3b-4cfb-8ee9-6df5f153e47e HTTP/1.1" status: 204 len: 168 time: 0.1455157 Jul 13 23:19:01.256624 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e392e2c-4fa9-465c-8d01-6f6114ef459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70306233-db3b-4cfb-8ee9-6df5f153e47e,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:02.061265 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53616) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:19:02.169023 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1854656845-network', 'tenant_id': '63fee05e13f74a46ab5f44c0a393220b'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:02.196234 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Made reservation on behalf of 63fee05e13f74a46ab5f44c0a393220b for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:19:02.198508 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.208061 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.294716 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Publish callbacks [] for security_group (bc2df328-be32-4e32-86ef-d140e8da8e70), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.298716 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (bc2df328-be32-4e32-86ef-d140e8da8e70), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.325566 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:19:02.343090 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2df328-be32-4e32-86ef-d140e8da8e70,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:02.346464 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (3748ae8b-9e21-4d09-a46c-f17553733dba), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.346812 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Added segment 3748ae8b-9e21-4d09-a46c-f17553733dba of type vlan for network 22ad64ba-be8e-4299-b801-db941a45aafb Jul 13 23:19:02.391911 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (22ad64ba-be8e-4299-b801-db941a45aafb), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.421768 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (22ad64ba-be8e-4299-b801-db941a45aafb), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.422816 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:02.423411 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.460106 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3975556 Jul 13 23:19:02.463474 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 53620) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:19:02.468667 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Request body: {'subnet': {'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1854656845-subnet', 'tenant_id': '63fee05e13f74a46ab5f44c0a393220b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:02.492170 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Made reservation on behalf of 63fee05e13f74a46ab5f44c0a393220b for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:19:02.492477 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fb3e6-c803-4384-8f75-81427bc7cfdc admin admin] Pushing event updated for resources: {'Network': ['ID=22ad64ba-be8e-4299-b801-db941a45aafb,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:02.494654 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260993'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.506832 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 22ad64ba-be8e-4299-b801-db941a45aafb details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:19:02.607358 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:02.714656 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13261043'] for subnet (28e40da9-d46d-49c6-bc6d-78c70eaf72c0), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.775224 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e40da9-d46d-49c6-bc6d-78c70eaf72c0,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:02.788487 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Checking segment: {'id': '3748ae8b-9e21-4d09-a46c-f17553733dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:19:02.788851 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Network hostable DHCP agents. Network: 22ad64ba-be8e-4299-b801-db941a45aafb, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:19:02.815674 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Network 22ad64ba-be8e-4299-b801-db941a45aafb is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:19:02.826587 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 22ad64ba-be8e-4299-b801-db941a45aafb) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:19:02.831207 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:02.831813 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:02.836532 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5444c6-adcc-43a8-bf9d-3b57ccd7638d None None] Network 22ad64ba-be8e-4299-b801-db941a45aafb requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:19:02.852550 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2d150c16-76df-4bbd-8bed-bbd3cec0ba5a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3877585 Jul 13 23:19:02.948266 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9324ccbd-0de8-4817-a961-06a41e6b4f9d None None] Network 22ad64ba-be8e-4299-b801-db941a45aafb requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:19:04.762682 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-b87f8da1-9bad-48f4-994d-5f91ff63dd66 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:04.764466 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-b87f8da1-9bad-48f4-994d-5f91ff63dd66 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/networks?id=22ad64ba-be8e-4299-b801-db941a45aafb HTTP/1.1" status: 200 len: 814 time: 0.1367953 Jul 13 23:19:04.780427 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-acadcf11-f966-4d5a-aafd-0a51a0ca6cb4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/quotas/63fee05e13f74a46ab5f44c0a393220b HTTP/1.1" status: 200 len: 375 time: 0.0102580 Jul 13 23:19:04.822795 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-2c325574-22b6-4660-9ce9-0bff7ff41fbf tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=63fee05e13f74a46ab5f44c0a393220b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341809 Jul 13 23:19:04.933961 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-32c7fc75-4f78-4393-80c6-2046d4f87806 service neutron] 10.222.0.60 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038418 Jul 13 23:19:04.964397 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:05.033244 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-315b4738-6e2b-4935-979c-70e5ae8e17c2 service neutron] 10.222.0.60 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934770 Jul 13 23:19:05.089921 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:05.093100 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:05.224777 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-05ad6a44-8dcc-43c3-a924-c0c3fb33fd1b req-381f729c-78e8-42fe-aa55-432f28a36bfa tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 210 time: 0.0370872 Jul 13 23:19:06.346817 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66d1f3b7-84a2-4ac8-9d7f-6e54166b9c06 req-b559f0b0-f5f3-482e-8238-e872e2d88ab4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 210 time: 0.0318058 Jul 13 23:19:06.675768 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-aa1ccff9-f7e0-4a37-ac69-e325a2ba3e3b tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:06.677789 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-aa1ccff9-f7e0-4a37-ac69-e325a2ba3e3b tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.58 "GET /v2.0/networks?id=22ad64ba-be8e-4299-b801-db941a45aafb HTTP/1.1" status: 200 len: 814 time: 0.3572428 Jul 13 23:19:06.698690 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Request body: {'port': {'device_id': '78ba6d26-e3d4-47a9-a39f-b4f6deceb681', 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb', 'admin_state_up': True, 'tenant_id': '63fee05e13f74a46ab5f44c0a393220b'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:06.811438 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Made reservation on behalf of 63fee05e13f74a46ab5f44c0a393220b for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:19:06.814927 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:06.824642 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:06.838982 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:06.951611 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Allocated IP 172.20.0.2 (22ad64ba-be8e-4299-b801-db941a45aafb/28e40da9-d46d-49c6-bc6d-78c70eaf72c0/7cbcc712-d5cd-4335-a248-61c30d593b41) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:19:07.121423 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks [] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:07.156949 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:07.210047 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Network 22ad64ba-be8e-4299-b801-db941a45aafb is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:19:07.215427 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:19:07.217600 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Pushing event updated for resources: {'Port': ['ID=7cbcc712-d5cd-4335-a248-61c30d593b41,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:07.220169 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:19:07.279549 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:07.280229 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:07.301360 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-39a8133a-7ae9-45e5-9c1b-df7b7ee81693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065226 Jul 13 23:19:07.316736 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Request body: {'port': {'device_id': '78ba6d26-e3d4-47a9-a39f-b4f6deceb681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:07.390894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:07.501176 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5730c6-8daa-4e67-960b-48eb0e379458 req-709d8c23-2bed-4abe-b5be-60d1ea377c80 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:07.502706 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef5730c6-8daa-4e67-960b-48eb0e379458 req-709d8c23-2bed-4abe-b5be-60d1ea377c80 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 931 time: 0.0618434 Jul 13 23:19:07.555112 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef5730c6-8daa-4e67-960b-48eb0e379458 req-d2111995-3201-4c88-834d-59ddaf188228 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Jul 13 23:19:07.673398 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbcc712-d5cd-4335-a248-61c30d593b41 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:19:07.680526 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:07.682581 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Publish callbacks [] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:07.697374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Transition to ACTIVE for port object 7cbcc712-d5cd-4335-a248-61c30d593b41 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:19:07.701466 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:07.726403 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:07.759585 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbcc712-d5cd-4335-a248-61c30d593b41,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:07.837781 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Attempting to bind port 7cbcc712-d5cd-4335-a248-61c30d593b41 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:19:07.838788 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Attempting to bind port 7cbcc712-d5cd-4335-a248-61c30d593b41 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3748ae8b-9e21-4d09-a46c-f17553733dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:19:07.839116 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Attempting to bind port 7cbcc712-d5cd-4335-a248-61c30d593b41 on network 22ad64ba-be8e-4299-b801-db941a45aafb {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:19:07.843911 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Port 7cbcc712-d5cd-4335-a248-61c30d593b41 on network 22ad64ba-be8e-4299-b801-db941a45aafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:19:07.844228 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Attempting to bind port 7cbcc712-d5cd-4335-a248-61c30d593b41 on network 22ad64ba-be8e-4299-b801-db941a45aafb {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:19:07.849868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:19:07.850206 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Checking segment: {'id': '3748ae8b-9e21-4d09-a46c-f17553733dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:19:07.850576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Bound using segment: {'id': '3748ae8b-9e21-4d09-a46c-f17553733dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:19:07.850998 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Bound port: 7cbcc712-d5cd-4335-a248-61c30d593b41, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3748ae8b-9e21-4d09-a46c-f17553733dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:19:07.851350 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:07.922359 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] For port 7cbcc712-d5cd-4335-a248-61c30d593b41, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:19:07.926014 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] For port 7cbcc712-d5cd-4335-a248-61c30d593b41, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cbcc712-d5cd-4335-a248-61c30d593b41,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:19:07.932535 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:07.966252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:07.966864 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:07.968252 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] 10.222.0.58 "PUT /v2.0/ports/7cbcc712-d5cd-4335-a248-61c30d593b41 HTTP/1.1" status: 200 len: 1093 time: 0.6570320 Jul 13 23:19:07.968680 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ba6d26-e3d4-47a9-a39f-b4f6deceb681', 'tag': '7cbcc712-d5cd-4335-a248-61c30d593b41'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:19:07.970917 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384a911e-edca-46ab-a02c-50944b9de999" -d '{"events": [{"name": "network-changed", "server_uuid": "78ba6d26-e3d4-47a9-a39f-b4f6deceb681", "tag": "7cbcc712-d5cd-4335-a248-61c30d593b41"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:19:07.995113 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110b968-86d5-4b94-bc6f-23564390e239 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbcc712-d5cd-4335-a248-61c30d593b41,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:08.007673 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4778fe9-285a-4363-b0d6-fda8bbbc57bf x-openstack-request-id: req-a4778fe9-285a-4363-b0d6-fda8bbbc57bf {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:19:08.007958 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ba6d26-e3d4-47a9-a39f-b4f6deceb681", "tag": "7cbcc712-d5cd-4335-a248-61c30d593b41", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:19:08.008228 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4778fe9-285a-4363-b0d6-fda8bbbc57bf {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:19:08.008630 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4778fe9-285a-4363-b0d6-fda8bbbc57bf'] response: {'name': 'network-changed', 'server_uuid': '78ba6d26-e3d4-47a9-a39f-b4f6deceb681', 'tag': '7cbcc712-d5cd-4335-a248-61c30d593b41', 'status': 'completed', 'code': 200} Jul 13 23:19:08.149522 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a911e-edca-46ab-a02c-50944b9de999 req-633dd9fb-f530-43a8-950c-6382b6a8ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:08.151168 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-384a911e-edca-46ab-a02c-50944b9de999 req-633dd9fb-f530-43a8-950c-6382b6a8ba28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63fee05e13f74a46ab5f44c0a393220b&device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 1127 time: 0.0437660 Jul 13 23:19:08.258684 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a911e-edca-46ab-a02c-50944b9de999 req-9f4cf173-4986-42d8-8c7d-b55fc48a468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:08.260153 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-384a911e-edca-46ab-a02c-50944b9de999 req-9f4cf173-4986-42d8-8c7d-b55fc48a468b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=63fee05e13f74a46ab5f44c0a393220b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1003771 Jul 13 23:19:08.360382 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a911e-edca-46ab-a02c-50944b9de999 req-7e33a690-865d-449a-8491-4243b3d6b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:08.361918 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-384a911e-edca-46ab-a02c-50944b9de999 req-7e33a690-865d-449a-8491-4243b3d6b915 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945051 Jul 13 23:19:08.447377 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-fbf844d2-418d-4af6-91d1-609c3de9937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:08.448874 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-fbf844d2-418d-4af6-91d1-609c3de9937c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63fee05e13f74a46ab5f44c0a393220b&device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 1127 time: 0.0421982 Jul 13 23:19:08.494367 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-1f8891c1-44d7-4744-8dff-02124f118755 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cbcc712-d5cd-4335-a248-61c30d593b41 HTTP/1.1" status: 200 len: 217 time: 0.0376284 Jul 13 23:19:08.549134 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-810e8e56-d9f9-4c88-822c-c3f1ad95c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:08.550890 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-810e8e56-d9f9-4c88-822c-c3f1ad95c2c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=28e40da9-d46d-49c6-bc6d-78c70eaf72c0 HTTP/1.1" status: 200 len: 854 time: 0.0467291 Jul 13 23:19:08.581581 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-e3a6aa32-e615-4121-a906-b36e3b7da74e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22ad64ba-be8e-4299-b801-db941a45aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248585 Jul 13 23:19:08.668837 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32174b87-c617-445c-a95c-7d13367827e3 req-4ac52db4-040d-4fb6-ab2e-0ea44421bbd2 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:08.671085 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32174b87-c617-445c-a95c-7d13367827e3 req-4ac52db4-040d-4fb6-ab2e-0ea44421bbd2 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 943 time: 0.0481801 Jul 13 23:19:08.680786 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-c49b37cb-10d0-4d8e-bac8-09c9935977ad service neutron] 10.222.0.58 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923371 Jul 13 23:19:08.721232 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32174b87-c617-445c-a95c-7d13367827e3 req-baa5f912-5504-48a6-b07e-1c1c7895c314 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Jul 13 23:19:08.774306 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-03dd47e6-033f-4c10-98a2-19a88a0be95c req-27520552-2254-44c5-bb52-e3cb472cd087 service neutron] 10.222.0.58 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865135 Jul 13 23:19:09.838090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d367e-f9fc-4b6f-a3ee-aff4f2574c26 req-204931c0-d3b7-4c4e-a6a0-bee061dfecaf tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:09.839551 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da1d367e-f9fc-4b6f-a3ee-aff4f2574c26 req-204931c0-d3b7-4c4e-a6a0-bee061dfecaf tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 943 time: 0.0473731 Jul 13 23:19:09.894012 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da1d367e-f9fc-4b6f-a3ee-aff4f2574c26 req-3a94cc19-7635-4300-b419-744e2f85bd55 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487859 Jul 13 23:19:10.483126 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ed4c4-7bf5-4ebf-947a-728e0fe32651 req-e7285dfd-4f63-40a5-80ae-1a12f5daecba tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:10.484736 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ca2ed4c4-7bf5-4ebf-947a-728e0fe32651 req-e7285dfd-4f63-40a5-80ae-1a12f5daecba tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0493622 Jul 13 23:19:10.504494 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:10.540883 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ca2ed4c4-7bf5-4ebf-947a-728e0fe32651 req-c33e3df0-bb0c-4280-b8c9-8097e5063f36 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499685 Jul 13 23:19:10.849836 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-d64cbb60-f04e-4d51-ae62-6deb34493d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:11.012724 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375308f8-083d-4e22-9147-7c6967ed7fe2 req-746579a7-fc28-4af9-9868-6a562a0c1a13 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:11.014283 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-375308f8-083d-4e22-9147-7c6967ed7fe2 req-746579a7-fc28-4af9-9868-6a562a0c1a13 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 943 time: 0.0474744 Jul 13 23:19:11.063271 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-375308f8-083d-4e22-9147-7c6967ed7fe2 req-e16fb9ab-7bd8-427f-b17c-aea755851990 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Jul 13 23:19:11.666668 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2f5b6-2439-46d1-9cf6-d735bd9adac8 req-72c682c2-1197-45a6-97bc-7efce87ad33f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:11.668239 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55e2f5b6-2439-46d1-9cf6-d735bd9adac8 req-72c682c2-1197-45a6-97bc-7efce87ad33f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0515382 Jul 13 23:19:11.716245 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55e2f5b6-2439-46d1-9cf6-d735bd9adac8 req-7a3ce8d9-ffb7-4975-ba4b-04dded2417cb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421283 Jul 13 23:19:12.176066 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6ba61-49d3-45ca-a334-41191c8104b3 req-624215da-db09-48b2-9465-8405cd9a8040 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:12.177607 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ea6ba61-49d3-45ca-a334-41191c8104b3 req-624215da-db09-48b2-9465-8405cd9a8040 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 943 time: 0.0485094 Jul 13 23:19:12.226976 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ea6ba61-49d3-45ca-a334-41191c8104b3 req-d8b889c3-69fc-44e6-ad1a-f4d79aff59ce tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Jul 13 23:19:12.838579 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d399ed-8f5f-458b-9e50-6a91679eb8e4 req-242e8359-b32f-4d12-a80b-00169de51dec tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:12.840080 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b4d399ed-8f5f-458b-9e50-6a91679eb8e4 req-242e8359-b32f-4d12-a80b-00169de51dec tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0489902 Jul 13 23:19:12.891358 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b4d399ed-8f5f-458b-9e50-6a91679eb8e4 req-d3dec8fd-81d0-40ff-9ea6-9a5aceeafc70 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457649 Jul 13 23:19:13.136790 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 7cbcc712-d5cd-4335-a248-61c30d593b41 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:19:13.358878 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087d330-9a72-4d4a-8cdf-8cd55d5f5d3c req-1300018e-a74f-43e3-9893-df35e0d653ea tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:13.361097 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2087d330-9a72-4d4a-8cdf-8cd55d5f5d3c req-1300018e-a74f-43e3-9893-df35e0d653ea tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 943 time: 0.0544138 Jul 13 23:19:13.363242 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 7cbcc712-d5cd-4335-a248-61c30d593b41, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cbcc712-d5cd-4335-a248-61c30d593b41,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:19:13.374995 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '7cbcc712-d5cd-4335-a248-61c30d593b41', 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb', 'port_id': '7cbcc712-d5cd-4335-a248-61c30d593b41', 'mac_address': 'fa:16:3e:bc:80:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e40da9-d46d-49c6-bc6d-78c70eaf72c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:19:13.403449 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:13.412073 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 7cbcc712-d5cd-4335-a248-61c30d593b41 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:19:13.412451 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:13.414979 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2087d330-9a72-4d4a-8cdf-8cd55d5f5d3c req-319b007c-08a0-4278-b8dc-3bb70b91cbc8 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474694 Jul 13 23:19:13.426028 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbcc712-d5cd-4335-a248-61c30d593b41 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:19:13.446551 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 7cbcc712-d5cd-4335-a248-61c30d593b41, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cbcc712-d5cd-4335-a248-61c30d593b41,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:19:13.450354 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:13.496740 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=7cbcc712-d5cd-4335-a248-61c30d593b41,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:13.828681 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-495b3769-ee76-4733-be4e-989ee9af810c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:14.008503 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0aad1-5e47-405a-8378-05d040faae48 req-b245e5e1-8f92-49af-a477-d07da7a9bdd2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:14.009971 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-50b0aad1-5e47-405a-8378-05d040faae48 req-b245e5e1-8f92-49af-a477-d07da7a9bdd2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0474691 Jul 13 23:19:14.056651 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-50b0aad1-5e47-405a-8378-05d040faae48 req-69e179b3-087b-4b6e-828b-76bb2efcbbe7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411861 Jul 13 23:19:14.073722 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['7cbcc712-d5cd-4335-a248-61c30d593b41'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:19:14.096286 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:14.526394 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:14.531583 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf2625-e07d-4d08-9e83-ec0bfbaaefd8 req-35946c06-240f-4684-bcae-3551386f99eb tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:14.533126 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55bf2625-e07d-4d08-9e83-ec0bfbaaefd8 req-35946c06-240f-4684-bcae-3551386f99eb tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 944 time: 0.0517230 Jul 13 23:19:14.554458 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:14.582234 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55bf2625-e07d-4d08-9e83-ec0bfbaaefd8 req-3d9380e6-cdb0-4f16-aedd-40a4b5a07910 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430644 Jul 13 23:19:15.175618 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1ce4-7a9c-428c-932a-552f39114f59 req-7f48de95-17c4-484f-8d26-d2dd97eec08c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:15.177144 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0dfd1ce4-7a9c-428c-932a-552f39114f59 req-7f48de95-17c4-484f-8d26-d2dd97eec08c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Jul 13 23:19:15.225547 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0dfd1ce4-7a9c-428c-932a-552f39114f59 req-4756bd79-bf10-46b3-a3bf-3e90f54b41d3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 Jul 13 23:19:15.643146 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 7cbcc712-d5cd-4335-a248-61c30d593b41 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:19:15.689739 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 7cbcc712-d5cd-4335-a248-61c30d593b41 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:19:15.695381 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 7cbcc712-d5cd-4335-a248-61c30d593b41 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:19:15.695803 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:15.705619 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93924228-87ef-4c27-9d11-2ad073552811 req-73f18cf9-c1a4-4338-b6f3-79ec26dac888 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:15.706608 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-93924228-87ef-4c27-9d11-2ad073552811 req-73f18cf9-c1a4-4338-b6f3-79ec26dac888 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 944 time: 0.0518992 Jul 13 23:19:15.759997 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-93924228-87ef-4c27-9d11-2ad073552811 req-550cba90-0ca3-47fd-9fe9-491299036dd1 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Jul 13 23:19:15.773628 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 7cbcc712-d5cd-4335-a248-61c30d593b41 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:19:15.774004 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:15.802435 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ba6d26-e3d4-47a9-a39f-b4f6deceb681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbcc712-d5cd-4335-a248-61c30d593b41'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:19:15.805217 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73c7d69-e047-42cc-891f-e48ec80f4438" -d '{"events": [{"server_uuid": "78ba6d26-e3d4-47a9-a39f-b4f6deceb681", "name": "network-vif-plugged", "status": "completed", "tag": "7cbcc712-d5cd-4335-a248-61c30d593b41"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:19:15.817386 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 7cbcc712-d5cd-4335-a248-61c30d593b41, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cbcc712-d5cd-4335-a248-61c30d593b41,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:19:15.822723 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:15.845512 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb786a3c-71c9-4299-8fb5-7acef0d5cc8a x-openstack-request-id: req-fb786a3c-71c9-4299-8fb5-7acef0d5cc8a {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:19:15.845778 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ba6d26-e3d4-47a9-a39f-b4f6deceb681", "name": "network-vif-plugged", "status": "completed", "tag": "7cbcc712-d5cd-4335-a248-61c30d593b41", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:19:15.846167 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb786a3c-71c9-4299-8fb5-7acef0d5cc8a {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:19:15.846551 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb786a3c-71c9-4299-8fb5-7acef0d5cc8a'] response: {'server_uuid': '78ba6d26-e3d4-47a9-a39f-b4f6deceb681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbcc712-d5cd-4335-a248-61c30d593b41', 'code': 200} Jul 13 23:19:15.874931 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=7cbcc712-d5cd-4335-a248-61c30d593b41,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:16.036526 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bb8b7-9fa9-4395-bf30-03934b11b172 req-c204c2c2-a050-49cb-afa3-6ef9fe3f483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:16.038069 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-209bb8b7-9fa9-4395-bf30-03934b11b172 req-c204c2c2-a050-49cb-afa3-6ef9fe3f483a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 1129 time: 0.0429702 Jul 13 23:19:16.087074 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-209bb8b7-9fa9-4395-bf30-03934b11b172 req-3701fdb1-6b39-4dc8-b3b2-c7566402d006 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Jul 13 23:19:16.344963 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d803fbf-a0ac-4cf9-95bf-fc2b11d2daf2 req-1466fc57-52f4-4328-9505-cf9be4a72289 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:16.346853 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d803fbf-a0ac-4cf9-95bf-fc2b11d2daf2 req-1466fc57-52f4-4328-9505-cf9be4a72289 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0505319 Jul 13 23:19:16.396957 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d803fbf-a0ac-4cf9-95bf-fc2b11d2daf2 req-f0b210f5-497c-463e-960f-15230b1c25d6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437305 Jul 13 23:19:16.482768 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:16.673546 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:16.878645 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed103fc6-df2d-4e3b-8453-e5fc1cda44ef req-610b892e-e960-4b69-acda-c2d9dabba670 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:16.880124 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ed103fc6-df2d-4e3b-8453-e5fc1cda44ef req-610b892e-e960-4b69-acda-c2d9dabba670 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0487251 Jul 13 23:19:16.928367 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:16.933396 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ed103fc6-df2d-4e3b-8453-e5fc1cda44ef req-aa34711f-987c-4edc-968d-40d9af28baf7 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470715 Jul 13 23:19:17.519075 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595d32b-80f8-4c35-aa9c-9048911b79ea req-e38fae78-c23a-48af-a19e-4a1073097eec tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:17.520674 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d595d32b-80f8-4c35-aa9c-9048911b79ea req-e38fae78-c23a-48af-a19e-4a1073097eec tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0480235 Jul 13 23:19:17.570749 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d595d32b-80f8-4c35-aa9c-9048911b79ea req-c720489b-e84b-451e-9446-c85e8b09fb11 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437355 Jul 13 23:19:18.049462 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb4fe3-bf97-49e2-bd03-242016fb9e5e req-86c1f40a-ae06-4441-9e0f-3e2e7e395da6 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:18.051255 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3bfb4fe3-bf97-49e2-bd03-242016fb9e5e req-86c1f40a-ae06-4441-9e0f-3e2e7e395da6 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0494115 Jul 13 23:19:18.106897 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3bfb4fe3-bf97-49e2-bd03-242016fb9e5e req-12200cf9-bde9-42c9-9be2-ab37e78e537e tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471404 Jul 13 23:19:18.708851 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c210-f0e3-40cc-ba67-93b7522774ac req-a48d5a25-3c75-4ffe-ab09-d3a1618ef7e0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:18.710587 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2c2c210-f0e3-40cc-ba67-93b7522774ac req-a48d5a25-3c75-4ffe-ab09-d3a1618ef7e0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0530128 Jul 13 23:19:18.760040 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2c2c210-f0e3-40cc-ba67-93b7522774ac req-d90a62da-883c-4fef-826c-4ccc8dd2f13c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438435 Jul 13 23:19:19.002187 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:19.006762 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:19.018514 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-6708564e-eae7-4ec1-be57-6739ecee237b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447826 Jul 13 23:19:19.085522 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-782bef23-01a7-42bd-9e93-360cc8d3149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:19.087001 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-782bef23-01a7-42bd-9e93-360cc8d3149e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 1129 time: 0.0398231 Jul 13 23:19:19.198455 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-b0fe8bc3-c014-4a0f-97b2-5f65cde2c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:19.199956 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-b0fe8bc3-c014-4a0f-97b2-5f65cde2c15b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 916 time: 0.0950825 Jul 13 23:19:19.229239 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdf8df-2574-4e56-ac9c-4f87b57b3799 req-e9b58a27-b09d-4922-a09a-a40968a89614 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:19.230779 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-06bdf8df-2574-4e56-ac9c-4f87b57b3799 req-e9b58a27-b09d-4922-a09a-a40968a89614 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0545599 Jul 13 23:19:19.273051 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-061cbf88-8f98-497a-857c-7f0ba8ddf967 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3bac34-6ec6-422c-b645-13a0a0553ccb HTTP/1.1" status: 200 len: 1001 time: 0.0623698 Jul 13 23:19:19.287126 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-06bdf8df-2574-4e56-ac9c-4f87b57b3799 req-c053ceee-c85d-4d5b-b783-7452faa661b6 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507185 Jul 13 23:19:19.337341 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-98e8c9d0-f6b1-450f-93f2-57cdb76634bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:19.338881 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-98e8c9d0-f6b1-450f-93f2-57cdb76634bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0544934 Jul 13 23:19:19.390598 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-31f8c727-2f89-4a8c-9fc6-45978ae4db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:19.392420 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-31f8c727-2f89-4a8c-9fc6-45978ae4db3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458405 Jul 13 23:19:19.502539 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-ce73bdb4-195e-4f82-9fb3-b181b530829c service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028397 Jul 13 23:19:19.630052 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7aeab699-50d3-43e2-81d6-686a7ea3b98e req-002b7090-d9af-4adb-885e-d4ceeeda31c4 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126812 Jul 13 23:19:19.891686 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c68377-5f24-4df7-a6d0-3404d30c8610 req-9297f7f1-d243-4154-bbde-6357be028258 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:19.893304 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f7c68377-5f24-4df7-a6d0-3404d30c8610 req-9297f7f1-d243-4154-bbde-6357be028258 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0543644 Jul 13 23:19:19.948039 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f7c68377-5f24-4df7-a6d0-3404d30c8610 req-0e9aaa54-2fcd-4a71-8403-e9c45b4e2271 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483418 Jul 13 23:19:21.074550 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d164568-25ac-483a-8556-a3fe6e5f30fb req-9f685407-0c8a-4570-b1cb-d75a36f2cc5e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:21.076675 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d164568-25ac-483a-8556-a3fe6e5f30fb req-9f685407-0c8a-4570-b1cb-d75a36f2cc5e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0512834 Jul 13 23:19:21.138144 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d164568-25ac-483a-8556-a3fe6e5f30fb req-5ef201a7-bf03-4299-883b-9cc4043f2625 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540781 Jul 13 23:19:21.713454 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:22.266774 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc74e0-a391-4e48-89c0-bf9ed1d3d0e9 req-cc39a6c2-9255-46c8-b122-4ff96564d6e1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:22.268601 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-59fc74e0-a391-4e48-89c0-bf9ed1d3d0e9 req-cc39a6c2-9255-46c8-b122-4ff96564d6e1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0514555 Jul 13 23:19:22.307244 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:22.320539 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-59fc74e0-a391-4e48-89c0-bf9ed1d3d0e9 req-16c87410-2a69-4e74-ba7b-290dee2680d9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461991 Jul 13 23:19:23.454294 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d597070-a2ad-4547-9d41-b98314abfe78 req-28614e8f-4892-4a21-b4e1-8a57a954aa71 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:23.455894 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3d597070-a2ad-4547-9d41-b98314abfe78 req-28614e8f-4892-4a21-b4e1-8a57a954aa71 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0530729 Jul 13 23:19:23.507342 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3d597070-a2ad-4547-9d41-b98314abfe78 req-77c7f06d-09e8-4d2c-b28d-8cd25cd5b197 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446830 Jul 13 23:19:24.632787 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f3165-8a18-41b2-997a-bd52ce7f726f req-71af1050-75d3-480b-b853-6d223b68a333 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:24.634316 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-101f3165-8a18-41b2-997a-bd52ce7f726f req-71af1050-75d3-480b-b853-6d223b68a333 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0493250 Jul 13 23:19:24.695644 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-101f3165-8a18-41b2-997a-bd52ce7f726f req-ee62c857-a5e6-4c21-b6ba-c7a0367877c7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554948 Jul 13 23:19:25.826090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102221b8-65c7-4ba8-a901-dd8320a7743d req-9642269e-38f0-41f7-905b-8039d473548d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:25.827878 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-102221b8-65c7-4ba8-a901-dd8320a7743d req-9642269e-38f0-41f7-905b-8039d473548d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0540223 Jul 13 23:19:25.876473 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-102221b8-65c7-4ba8-a901-dd8320a7743d req-3a5a74bd-6584-4ea8-9f01-3f476eab896c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427680 Jul 13 23:19:27.000711 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e82e3b-61bf-4e31-9ab3-2c6c76b55fde req-1657878b-9de9-4853-bb3e-8b1d28a9f5cf tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:27.002216 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e6e82e3b-61bf-4e31-9ab3-2c6c76b55fde req-1657878b-9de9-4853-bb3e-8b1d28a9f5cf tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Jul 13 23:19:27.041504 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:27.058620 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e6e82e3b-61bf-4e31-9ab3-2c6c76b55fde req-74968d46-da79-4ae4-be5f-ab3cc9d80a8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502195 Jul 13 23:19:28.184154 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ea111-83cd-4256-8d59-4489fafc023c req-3dca7fdd-b440-42b1-a0ef-06af77af63cb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:28.185745 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-155ea111-83cd-4256-8d59-4489fafc023c req-3dca7fdd-b440-42b1-a0ef-06af77af63cb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0526454 Jul 13 23:19:28.245401 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-155ea111-83cd-4256-8d59-4489fafc023c req-c6711207-231c-409c-a2e8-d1cb8dccf6f0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505970 Jul 13 23:19:29.371748 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85b4be-3f59-480d-b11e-a1ae338a7e0f req-69a449ac-4e7e-4a66-ade7-68ee85d805d4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:29.373279 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ce85b4be-3f59-480d-b11e-a1ae338a7e0f req-69a449ac-4e7e-4a66-ade7-68ee85d805d4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0492036 Jul 13 23:19:29.422718 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ce85b4be-3f59-480d-b11e-a1ae338a7e0f req-b20d18c5-fc42-4976-a254-ba2f7bb54c29 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439479 Jul 13 23:19:29.624554 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=47 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:29.626454 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=49 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:29.964125 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:19:30.158844 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 53904) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:19:30.163612 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310517003', 'description': 'tempest-description--1653930653'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:30.187902 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.260408 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (f4c83cf2-d454-4850-a88c-57edc1bc97a4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.264333 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f4c83cf2-d454-4850-a88c-57edc1bc97a4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.296717 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.297945 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1380050 Jul 13 23:19:30.300123 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c83cf2-d454-4850-a88c-57edc1bc97a4,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:30.301245 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53910) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:19:30.306545 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group_rule': {'security_group_id': 'f4c83cf2-d454-4850-a88c-57edc1bc97a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:30.310346 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.310690 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.311031 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.311360 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.312220 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.312220 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.312552 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.312869 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.313189 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.313509 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.313824 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.314238 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.314441 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.314753 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.315062 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f1f2e-33bc-4689-82cc-9b8dcf421aec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.335063 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (730ae4d3-d954-49cd-8c03-bb1fe01fe614), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.393833 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (730ae4d3-d954-49cd-8c03-bb1fe01fe614), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.397608 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (730ae4d3-d954-49cd-8c03-bb1fe01fe614), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.418076 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730ae4d3-d954-49cd-8c03-bb1fe01fe614,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:30.428317 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.430101 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278005 Jul 13 23:19:30.434065 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.434065 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.434065 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.434065 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.434065 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.434620 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 53912) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:19:30.435162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.435162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.435162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.435162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.435162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.435162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.435162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.435162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.435937 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.435937 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ac8a8-c16a-4e43-92cb-3c73a8c5091c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:30.437661 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-4ebdc8d7-db1a-4b47-be0f-ec77f62ddcfc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group_rule': {'security_group_id': 'f4c83cf2-d454-4850-a88c-57edc1bc97a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:30.468203 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc8d7-db1a-4b47-be0f-ec77f62ddcfc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (714fb8aa-7a55-4084-ad58-22da3bcb23fc), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.565785 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca415b9-286f-42e2-b456-acd82bf9d177 req-8c26e61f-3623-48cd-b58a-71738576acb9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:30.567729 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ca415b9-286f-42e2-b456-acd82bf9d177 req-8c26e61f-3623-48cd-b58a-71738576acb9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0622447 Jul 13 23:19:30.581883 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc8d7-db1a-4b47-be0f-ec77f62ddcfc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (714fb8aa-7a55-4084-ad58-22da3bcb23fc), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.591466 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:30.604671 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc8d7-db1a-4b47-be0f-ec77f62ddcfc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (714fb8aa-7a55-4084-ad58-22da3bcb23fc), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.643495 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc8d7-db1a-4b47-be0f-ec77f62ddcfc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714fb8aa-7a55-4084-ad58-22da3bcb23fc,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:30.650794 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc8d7-db1a-4b47-be0f-ec77f62ddcfc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.654706 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4ebdc8d7-db1a-4b47-be0f-ec77f62ddcfc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2206924 Jul 13 23:19:30.655050 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 53920) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:19:30.662871 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:30.675724 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ca415b9-286f-42e2-b456-acd82bf9d177 req-33e5e14c-3559-4968-a16a-1a6f5fb67575 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964365 Jul 13 23:19:30.703039 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.812904 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:30.965901 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Allocated IP 172.27.3.184 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/d241c11c-1f2c-4971-b403-249d811cb1f0) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:19:31.102954 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (d241c11c-1f2c-4971-b403-249d811cb1f0), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:31.139805 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (d241c11c-1f2c-4971-b403-249d811cb1f0), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:31.179185 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:19:31.182384 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:19:31.188882 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:19:31.221881 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=d241c11c-1f2c-4971-b403-249d811cb1f0,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:31.297895 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (7d71d20d-2b1b-4cd7-b9d0-030484c1209b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:31.348000 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (d241c11c-1f2c-4971-b403-249d811cb1f0), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:31.350832 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:31.401153 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:31.520751 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (d241c11c-1f2c-4971-b403-249d811cb1f0), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:31.526397 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (d241c11c-1f2c-4971-b403-249d811cb1f0), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:31.602380 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=d241c11c-1f2c-4971-b403-249d811cb1f0,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:31.617395 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (7d71d20d-2b1b-4cd7-b9d0-030484c1209b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:31.639256 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:31.640544 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-4d16c6ff-bd52-4b81-b549-f534a55c64cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9843063 Jul 13 23:19:31.700100 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=63,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:31.710061 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:31.863126 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5595757-b0b5-4d59-9c0d-332452ed179c req-6696cdbf-d668-4b75-959a-19304bd4a4d4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:31.864769 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5595757-b0b5-4d59-9c0d-332452ed179c req-6696cdbf-d668-4b75-959a-19304bd4a4d4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.1034195 Jul 13 23:19:31.915413 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-5e2a6c7d-8b91-400d-8975-2293e2c6bfe7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--310517003&fields=id&tenant_id=29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 267 time: 0.0971506 Jul 13 23:19:31.971446 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5595757-b0b5-4d59-9c0d-332452ed179c req-1cc57457-2963-4300-9c49-cac760d00316 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988302 Jul 13 23:19:32.044777 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-25afe263-d0a4-4385-b3d2-dbf2b4acf5a6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:32.046277 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-25afe263-d0a4-4385-b3d2-dbf2b4acf5a6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 815 time: 0.1204844 Jul 13 23:19:32.059111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:32.063890 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-c8f310cd-55a3-4722-a80b-08c44c4323f9 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/quotas/29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 375 time: 0.0115240 Jul 13 23:19:32.143071 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-66ea99a8-6e4d-4c02-aa93-d4aaf55a90e1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663943 Jul 13 23:19:32.281632 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-b75c69fe-2cce-41e7-a6bc-71871ed4b588 service neutron] 10.222.0.60 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237218 Jul 13 23:19:32.400424 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-4f8691f3-39ff-41cc-bee8-7dfdd4f9222d service neutron] 10.222.0.60 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128781 Jul 13 23:19:32.600182 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4df093f6-791d-4f38-9fa3-5d71f1b5beb6 req-901c345c-bcce-416b-934b-6bdb23b970df tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 210 time: 0.0286853 Jul 13 23:19:33.105061 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415164-065d-459a-b5ca-e764449ff7ce req-b5074abe-768e-4f20-93ef-75afd2a24518 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:33.106655 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70415164-065d-459a-b5ca-e764449ff7ce req-b5074abe-768e-4f20-93ef-75afd2a24518 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0543101 Jul 13 23:19:33.161089 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70415164-065d-459a-b5ca-e764449ff7ce req-0f602239-f005-4325-8496-d23a1a3dfacc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471931 Jul 13 23:19:33.722710 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a009a59e-6036-432a-b3d8-20aa2cf09224 req-8e8b6684-48a8-4dc7-aed9-99f69e8ea07f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 210 time: 0.0335724 Jul 13 23:19:33.744083 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-66af5202-3459-44e8-828e-67d9d8249dd7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:33.745734 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-66af5202-3459-44e8-828e-67d9d8249dd7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 815 time: 0.1337302 Jul 13 23:19:33.796087 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:19:33.859143 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-15f836ee-5986-461c-939e-c52130b2bb92 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 470 time: 0.1007352 Jul 13 23:19:33.871414 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'port': {'device_id': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'admin_state_up': True, 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'security_groups': ['f4c83cf2-d454-4850-a88c-57edc1bc97a4']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:33.922479 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:19:33.935262 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'port_id': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'mac_address': 'fa:16:3e:9c:45:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:19:33.977266 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 is: ACTIVE; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:19:33.977650 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:33.995320 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:19:34.009530 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Made reservation on behalf of 29d1268531c344eaaf28dc6c1498a467 for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:19:34.016678 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:34.016905 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:19:34.021019 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:34.073582 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=6']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:34.176573 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Allocated IP 172.20.0.8 (f06a5500-178c-41a3-8775-8311d13c34cf/f4331c6d-b15e-4c21-95f6-42dc614cb3ce/8c1e87c8-30c5-4a97-be23-8d0a96c6e85b) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:19:34.184120 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:19:34.351069 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:34.356675 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b242e-8ca4-451e-baf7-74d569e81017 req-a3d2db48-7408-44e4-a173-15bfafc8702f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:34.358910 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f00b242e-8ca4-451e-baf7-74d569e81017 req-a3d2db48-7408-44e4-a173-15bfafc8702f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0747159 Jul 13 23:19:34.368177 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:34.368804 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:34.397582 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:34.448218 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f00b242e-8ca4-451e-baf7-74d569e81017 req-17dd7e8f-17d3-42ac-b834-44e698950a22 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768945 Jul 13 23:19:34.448748 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Network f06a5500-178c-41a3-8775-8311d13c34cf is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:19:34.452237 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:19:34.461814 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:19:34.492304 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:34.550251 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:34.551335 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:34.578266 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d68467b1-1377-45b7-ac0c-92d2d65fd326 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7099419 Jul 13 23:19:34.592543 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Request body: {'port': {'device_id': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:34.664900 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:34.721675 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c8f1c82e-0c00-4181-88b6-ada139867beb None None] Provisioning complete for port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:19:34.722017 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c82e-0c00-4181-88b6-ada139867beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:34.762870 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1c82e-0c00-4181-88b6-ada139867beb None None] Port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:19:34.862001 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acbb49-7468-4c3f-a894-e6eec401595f req-d41a22ec-6ec4-43ec-91c4-ded37f9c9f3d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:34.863609 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88acbb49-7468-4c3f-a894-e6eec401595f req-d41a22ec-6ec4-43ec-91c4-ded37f9c9f3d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 931 time: 0.0542400 Jul 13 23:19:34.918722 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88acbb49-7468-4c3f-a894-e6eec401595f req-b5a4f04e-dd28-4e0a-8abe-39e49f498a8a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482643 Jul 13 23:19:34.972840 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:19:34.986613 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Publish callbacks [] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:35.002380 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Transition to ACTIVE for port object 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:19:35.006693 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:35.057344 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:35.139134 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Attempting to bind port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:19:35.139647 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Attempting to bind port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:19:35.140069 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Attempting to bind port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:19:35.145239 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b on network f06a5500-178c-41a3-8775-8311d13c34cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:19:35.145557 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Attempting to bind port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:19:35.150964 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:19:35.151290 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Checking segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:19:35.151690 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Bound using segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:19:35.152107 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Bound port: 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:19:35.152456 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:35.219868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:35.221340 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] For port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:19:35.224938 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] For port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:19:35.232466 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:35.269103 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:35.269722 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:35.271112 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] 10.222.0.58 "PUT /v2.0/ports/8c1e87c8-30c5-4a97-be23-8d0a96c6e85b HTTP/1.1" status: 200 len: 1093 time: 0.6860354 Jul 13 23:19:35.271576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'tag': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:19:35.273836 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565b7309-eedc-4664-8f49-3e1d2a7f3473" -d '{"events": [{"name": "network-changed", "server_uuid": "7b319a4a-161e-41ac-b16c-36f79b7d7772", "tag": "8c1e87c8-30c5-4a97-be23-8d0a96c6e85b"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:19:35.307029 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243233-71d4-445c-8ee3-30091d02f41b service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:35.328967 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3164d6d6-8cf1-485f-baf4-1abdb4d58a3e x-openstack-request-id: req-3164d6d6-8cf1-485f-baf4-1abdb4d58a3e {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:19:35.329329 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b319a4a-161e-41ac-b16c-36f79b7d7772", "tag": "8c1e87c8-30c5-4a97-be23-8d0a96c6e85b", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:19:35.329605 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3164d6d6-8cf1-485f-baf4-1abdb4d58a3e {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:19:35.330133 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3164d6d6-8cf1-485f-baf4-1abdb4d58a3e'] response: {'name': 'network-changed', 'server_uuid': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'tag': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b', 'status': 'completed', 'code': 200} Jul 13 23:19:35.392015 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b7309-eedc-4664-8f49-3e1d2a7f3473 req-09863a2c-d209-402e-be40-62aa935233f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:35.393564 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-565b7309-eedc-4664-8f49-3e1d2a7f3473 req-09863a2c-d209-402e-be40-62aa935233f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 1127 time: 0.0454531 Jul 13 23:19:35.493457 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:35.522195 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b7309-eedc-4664-8f49-3e1d2a7f3473 req-5bdc656e-49c6-4ce2-996d-07d941426175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:35.523761 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-565b7309-eedc-4664-8f49-3e1d2a7f3473 req-5bdc656e-49c6-4ce2-996d-07d941426175 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=29d1268531c344eaaf28dc6c1498a467&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1189985 Jul 13 23:19:35.591934 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58927c04-524e-4c88-924b-d4f9b694d2c0 req-336d60b0-c085-4f1e-9294-d7d209a49952 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:35.593582 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-58927c04-524e-4c88-924b-d4f9b694d2c0 req-336d60b0-c085-4f1e-9294-d7d209a49952 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0619628 Jul 13 23:19:35.646819 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-58927c04-524e-4c88-924b-d4f9b694d2c0 req-9c459ad4-72b2-42ce-8c17-49fa63375810 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474813 Jul 13 23:19:35.682355 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b7309-eedc-4664-8f49-3e1d2a7f3473 req-1076feff-59b3-4136-825f-dec848e650ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:35.683852 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-565b7309-eedc-4664-8f49-3e1d2a7f3473 req-1076feff-59b3-4136-825f-dec848e650ff service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134248 Jul 13 23:19:35.767971 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d392fb6d-e3e4-4ec6-be5e-156419632de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:35.769397 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-d392fb6d-e3e4-4ec6-be5e-156419632de5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 1127 time: 0.0415499 Jul 13 23:19:35.783058 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:19:35.813763 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-1b97de36-80a4-463e-a0a4-318144bc0ec2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b HTTP/1.1" status: 200 len: 217 time: 0.0364597 Jul 13 23:19:35.835470 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:19:35.835886 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:35.861688 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-174565dd-7c05-436d-9dab-e8e10eba0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:35.863133 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-174565dd-7c05-436d-9dab-e8e10eba0904 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0437708 Jul 13 23:19:35.912661 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:19:35.913080 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:35.918103 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-ab4e59b7-301e-4f61-b937-7f091dca5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:35.919815 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-ab4e59b7-301e-4f61-b937-7f091dca5ed7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506005 Jul 13 23:19:35.937984 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:19:35.940244 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9263afb4-578d-422b-b9d9-60b6cf69da55" -d '{"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:19:35.954458 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:19:35.962025 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:35.991658 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6712725-d0b0-42b4-98c9-86f9c160b6c6 x-openstack-request-id: req-e6712725-d0b0-42b4-98c9-86f9c160b6c6 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:19:35.992113 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:19:35.992577 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6712725-d0b0-42b4-98c9-86f9c160b6c6 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:19:35.993066 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6712725-d0b0-42b4-98c9-86f9c160b6c6'] response: {'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'code': 200} Jul 13 23:19:36.020246 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=7']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:36.021824 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-2ed0fb2d-a0a4-4c88-9150-89d58d6a50c8 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950375 Jul 13 23:19:36.058627 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f580-9ebb-4597-bb38-4c7b9bf74946 req-d11072fb-5906-4b55-9d39-52cff55f9467 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:36.062387 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe25f580-9ebb-4597-bb38-4c7b9bf74946 req-d11072fb-5906-4b55-9d39-52cff55f9467 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 943 time: 0.0578513 Jul 13 23:19:36.098421 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:36.117709 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe25f580-9ebb-4597-bb38-4c7b9bf74946 req-7c865aef-afd8-4cdc-8751-1cfea8449aba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493162 Jul 13 23:19:36.128267 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-64e8560e-857a-4a9b-8b54-3d14971cc979 req-22b20733-925b-4fd6-a837-7b0d72e3fc87 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969188 Jul 13 23:19:36.769202 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da4697-7a18-4124-b25e-e10901dbaed1 req-53bc94bf-7cc7-4202-bdc7-2b921ed1376f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:36.770640 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-13da4697-7a18-4124-b25e-e10901dbaed1 req-53bc94bf-7cc7-4202-bdc7-2b921ed1376f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0465455 Jul 13 23:19:36.820351 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-13da4697-7a18-4124-b25e-e10901dbaed1 req-e03b45cf-efef-4a34-bd9a-eb9bc45c2e01 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437167 Jul 13 23:19:37.229870 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb1103-6754-4d3e-8501-7c37b1e0e91e req-4c8055f2-b935-4e1b-a7b1-1a318abe1533 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:37.231326 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80eb1103-6754-4d3e-8501-7c37b1e0e91e req-4c8055f2-b935-4e1b-a7b1-1a318abe1533 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 943 time: 0.0460370 Jul 13 23:19:37.277083 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80eb1103-6754-4d3e-8501-7c37b1e0e91e req-a304c00b-631f-4678-bc80-fd50660dd937 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402429 Jul 13 23:19:37.945479 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26cd7f-c1af-4c7d-9e2f-0a5ca6e785f4 req-5ea97e0b-8453-4794-9e00-4e1574c0dea0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:37.946879 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fb26cd7f-c1af-4c7d-9e2f-0a5ca6e785f4 req-5ea97e0b-8453-4794-9e00-4e1574c0dea0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0524392 Jul 13 23:19:37.996691 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fb26cd7f-c1af-4c7d-9e2f-0a5ca6e785f4 req-3033cb28-146d-47f3-b7eb-2bac28095e87 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441353 Jul 13 23:19:38.388458 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:38.400101 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f7076-f898-47bf-bafa-115227fc6a34 req-f6a3aa54-4d98-423d-ad94-6544e91a9ed4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:38.401664 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a46f7076-f898-47bf-bafa-115227fc6a34 req-f6a3aa54-4d98-423d-ad94-6544e91a9ed4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 943 time: 0.0539577 Jul 13 23:19:38.451473 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a46f7076-f898-47bf-bafa-115227fc6a34 req-64e695ab-aec0-4815-b49f-dbf95306a5a3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441105 Jul 13 23:19:39.115331 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eb0d1-b48d-4af1-873e-8ec136c9b8db req-93c328be-a137-4502-bd2c-8a75381b0edf tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:39.116826 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e33eb0d1-b48d-4af1-873e-8ec136c9b8db req-93c328be-a137-4502-bd2c-8a75381b0edf tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0465722 Jul 13 23:19:39.164910 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e33eb0d1-b48d-4af1-873e-8ec136c9b8db req-60c08030-948b-45a5-be13-1a7aec0a8db6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426300 Jul 13 23:19:39.570107 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643e94-6f60-4762-8ba7-7e05d9c3c5b9 req-32ea9ac4-1188-4f95-9329-56efb85fffaa tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:39.571589 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe643e94-6f60-4762-8ba7-7e05d9c3c5b9 req-32ea9ac4-1188-4f95-9329-56efb85fffaa tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 943 time: 0.0519087 Jul 13 23:19:39.619040 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe643e94-6f60-4762-8ba7-7e05d9c3c5b9 req-be94c61e-e23d-40ea-a32d-155f275e1bda tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 Jul 13 23:19:40.284817 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222d1a6-f242-49ed-9291-c1f769486b6c req-5ff4e95f-5c29-4057-b955-b02e3550e7d5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:40.286346 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7222d1a6-f242-49ed-9291-c1f769486b6c req-5ff4e95f-5c29-4057-b955-b02e3550e7d5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0472529 Jul 13 23:19:40.335389 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7222d1a6-f242-49ed-9291-c1f769486b6c req-07109ae2-842a-4c5c-bba6-33f2bbd47dc6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427215 Jul 13 23:19:40.732542 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0d8e6-18cb-4c5f-a52f-3efdc4a8e21d req-fa80dc48-3d01-4b57-b7cb-c452a15e9fc0 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:40.734003 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5dc0d8e6-18cb-4c5f-a52f-3efdc4a8e21d req-fa80dc48-3d01-4b57-b7cb-c452a15e9fc0 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 943 time: 0.0468361 Jul 13 23:19:40.784600 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5dc0d8e6-18cb-4c5f-a52f-3efdc4a8e21d req-367ad2bb-2836-4eb1-9ded-ecde1e04aaec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445426 Jul 13 23:19:40.856412 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5bb90b43-dd32-4bbf-9e16-60ce4376cc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:41.454734 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedd75f-6944-427f-9b4b-f3817ef26b0b req-ded44362-da93-490e-9fe8-77cace106339 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:41.456206 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aaedd75f-6944-427f-9b4b-f3817ef26b0b req-ded44362-da93-490e-9fe8-77cace106339 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0464308 Jul 13 23:19:41.502372 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aaedd75f-6944-427f-9b4b-f3817ef26b0b req-2467033d-237b-4441-a265-227888884c64 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Jul 13 23:19:41.895809 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ce11e-595f-4088-bdaf-ae912d4c8b16 req-f164b950-2b36-42e9-8542-66b708870b26 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:41.897809 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1e5ce11e-595f-4088-bdaf-ae912d4c8b16 req-f164b950-2b36-42e9-8542-66b708870b26 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 943 time: 0.0468762 Jul 13 23:19:41.944049 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1e5ce11e-595f-4088-bdaf-ae912d4c8b16 req-b38ceac8-4aa0-4288-9f66-6b2acfb0dec2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406692 Jul 13 23:19:41.972241 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=18 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:41.973007 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=16 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:42.633248 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9f65d-19e8-4eb9-a103-f9ed6aaf285a req-2b7e7256-ffc1-43c1-8c79-90c94a0b8c95 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:42.634703 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a7e9f65d-19e8-4eb9-a103-f9ed6aaf285a req-2b7e7256-ffc1-43c1-8c79-90c94a0b8c95 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0509124 Jul 13 23:19:42.676099 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:42.685061 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a7e9f65d-19e8-4eb9-a103-f9ed6aaf285a req-cd4f0dd3-98d4-429f-af10-579eeda9e27b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447795 Jul 13 23:19:43.086665 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d78bb-93a6-43c8-b7ec-d3d048cabd1b req-6beeb7fc-a554-4e51-8e4b-4154accbc0ac tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:43.088081 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6e3d78bb-93a6-43c8-b7ec-d3d048cabd1b req-6beeb7fc-a554-4e51-8e4b-4154accbc0ac tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 943 time: 0.0503206 Jul 13 23:19:43.136246 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6e3d78bb-93a6-43c8-b7ec-d3d048cabd1b req-ec9ad2f4-c80c-4920-b5b5-d4fba3b51314 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421541 Jul 13 23:19:43.805693 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435541d7-f66e-4242-86b9-17b8b54a93dc req-eeaf9e5f-d5e7-408a-a5d8-d2825f5e43d5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:43.807173 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-435541d7-f66e-4242-86b9-17b8b54a93dc req-eeaf9e5f-d5e7-408a-a5d8-d2825f5e43d5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0470603 Jul 13 23:19:43.832258 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5b3d-0a8d-43f8-bac8-d1df1f6947a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:43.843330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:19:43.846380 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:43.856671 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:43.860079 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-435541d7-f66e-4242-86b9-17b8b54a93dc req-460e11d1-2b37-49ea-9503-b6024973df4d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472052 Jul 13 23:19:43.946725 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:19:43.959063 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'port_id': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b', 'mac_address': 'fa:16:3e:e4:0a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:19:44.003113 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:19:44.003496 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:44.017297 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:19:44.038987 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:19:44.042978 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:44.091415 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:44.098541 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.098882 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.099213 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.099554 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.099909 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.100281 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.100604 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.100922 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.101240 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.101555 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.101869 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.102183 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.102494 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.102802 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.103110 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:19:44.248619 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25629a-5ff4-4c78-a11b-9b99f79c031f req-ca2c03b3-458e-49c8-b429-50bfe5838fc3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:44.249997 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f25629a-5ff4-4c78-a11b-9b99f79c031f req-ca2c03b3-458e-49c8-b429-50bfe5838fc3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 944 time: 0.0459778 Jul 13 23:19:44.297576 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f25629a-5ff4-4c78-a11b-9b99f79c031f req-e786a228-08f5-4348-a586-911a44ec2021 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421438 Jul 13 23:19:44.528970 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:44.987381 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34de68-0c47-462b-a7af-8927693dbb61 req-3f420f1d-b5a1-4168-833c-6a72a652971d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:44.988868 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3f34de68-0c47-462b-a7af-8927693dbb61 req-3f420f1d-b5a1-4168-833c-6a72a652971d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0462341 Jul 13 23:19:45.014387 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:45.040585 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3f34de68-0c47-462b-a7af-8927693dbb61 req-96755c69-5fac-40d5-892c-92706ff63f2f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457122 Jul 13 23:19:45.421836 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33120f1b-71ea-4135-be6a-aafd641ed630 req-dcdfc48d-961b-4661-ae65-dbb656bdeeb3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:45.423296 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33120f1b-71ea-4135-be6a-aafd641ed630 req-dcdfc48d-961b-4661-ae65-dbb656bdeeb3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 944 time: 0.0494728 Jul 13 23:19:45.436301 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['8c1e87c8-30c5-4a97-be23-8d0a96c6e85b'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:19:45.474503 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33120f1b-71ea-4135-be6a-aafd641ed630 req-f678e637-c368-4299-9b34-73b5326095c3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441391 Jul 13 23:19:46.122430 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=45 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:46.124559 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=63 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:46.195758 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef598f7-1185-46dc-a19d-b401d08a2883 req-bcb025bd-ed0f-46ee-964d-7b4bd5992637 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:46.197379 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ef598f7-1185-46dc-a19d-b401d08a2883 req-bcb025bd-ed0f-46ee-964d-7b4bd5992637 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0772181 Jul 13 23:19:46.218882 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db42da-181a-4703-a350-d3436dc9adfc req-c87a81f9-57ab-4803-a8fc-59bb5639f882 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:46.220385 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-59db42da-181a-4703-a350-d3436dc9adfc req-c87a81f9-57ab-4803-a8fc-59bb5639f882 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0692213 Jul 13 23:19:46.283890 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ef598f7-1185-46dc-a19d-b401d08a2883 req-d91676b5-346f-432a-b0c9-af3bd577617f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798311 Jul 13 23:19:46.298970 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-59db42da-181a-4703-a350-d3436dc9adfc req-9249a33e-6b45-4878-be5e-8615c337d8b3 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681586 Jul 13 23:19:46.478661 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:46.598484 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299c1ec-cf41-4093-8534-b8a34c2c4b71 req-98c61342-b0be-4d46-9a68-153573f4570a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:46.599996 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2299c1ec-cf41-4093-8534-b8a34c2c4b71 req-98c61342-b0be-4d46-9a68-153573f4570a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 944 time: 0.0472972 Jul 13 23:19:46.646929 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2299c1ec-cf41-4093-8534-b8a34c2c4b71 req-3b005361-9d77-4373-b85b-0df9c1519d7a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414584 Jul 13 23:19:46.677432 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:47.393418 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:19:47.442990 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:19:47.451136 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eeb215-5e12-4283-94a2-ca7d143c9249 req-72f2e2c6-3974-49f2-83d2-b9f24e7e4d49 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:47.451892 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:19:47.452289 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:47.453065 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35eeb215-5e12-4283-94a2-ca7d143c9249 req-72f2e2c6-3974-49f2-83d2-b9f24e7e4d49 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0859971 Jul 13 23:19:47.460650 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c85f7-49b9-402a-a4fd-835e851304e6 req-c21aea26-cbd1-49c2-bfd1-a171eda1590a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:47.462249 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c51c85f7-49b9-402a-a4fd-835e851304e6 req-c21aea26-cbd1-49c2-bfd1-a171eda1590a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0838115 Jul 13 23:19:47.549814 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35eeb215-5e12-4283-94a2-ca7d143c9249 req-478ec83e-6997-491f-80db-f752e70d6e13 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849335 Jul 13 23:19:47.556338 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c51c85f7-49b9-402a-a4fd-835e851304e6 req-d6053e91-c0a5-4afd-96a4-a83b123cb04d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842249 Jul 13 23:19:47.558949 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:19:47.559802 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:47.600324 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:19:47.602552 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ab00a6-84ca-4c7b-b934-846483aa74ac" -d '{"events": [{"server_uuid": "7b319a4a-161e-41ac-b16c-36f79b7d7772", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e87c8-30c5-4a97-be23-8d0a96c6e85b"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:19:47.616172 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:19:47.620204 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:47.645629 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed80347b-1e00-454b-81cb-d67f87c27533 x-openstack-request-id: req-ed80347b-1e00-454b-81cb-d67f87c27533 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:19:47.645912 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b319a4a-161e-41ac-b16c-36f79b7d7772", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e87c8-30c5-4a97-be23-8d0a96c6e85b", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:19:47.646156 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed80347b-1e00-454b-81cb-d67f87c27533 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:19:47.646539 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed80347b-1e00-454b-81cb-d67f87c27533'] response: {'server_uuid': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b', 'code': 200} Jul 13 23:19:47.671858 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:19:47.770610 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618754f-56ee-4199-a65e-878f0f8ab618 req-727f447e-6e64-43c7-acb5-6c861bdfae79 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:47.773171 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e618754f-56ee-4199-a65e-878f0f8ab618 req-727f447e-6e64-43c7-acb5-6c861bdfae79 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 945 time: 0.0514739 Jul 13 23:19:47.810975 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:47.826537 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e618754f-56ee-4199-a65e-878f0f8ab618 req-10f1c434-3ee8-4ef4-b910-82036c850a7d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461628 Jul 13 23:19:47.863024 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20009330-7700-4dcd-a243-7d331f697c20 req-493c4e41-f484-4fa7-ac31-65f6f08091ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:47.864567 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20009330-7700-4dcd-a243-7d331f697c20 req-493c4e41-f484-4fa7-ac31-65f6f08091ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 1129 time: 0.0487244 Jul 13 23:19:47.915154 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20009330-7700-4dcd-a243-7d331f697c20 req-58c35fe7-ade5-44d7-9be0-099e28c55329 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396614 Jul 13 23:19:48.715463 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc98032-171b-43d9-9b6c-46578b599843 req-f1bf7098-7815-41f4-9da8-dbe6861ce91e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:48.717026 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bfc98032-171b-43d9-9b6c-46578b599843 req-f1bf7098-7815-41f4-9da8-dbe6861ce91e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0816529 Jul 13 23:19:48.738598 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279b3c9-d9e0-4662-878c-5625c858b2df req-8bdf5f0d-a89d-47db-addb-576e3d5a69af tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:48.740103 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9279b3c9-d9e0-4662-878c-5625c858b2df req-8bdf5f0d-a89d-47db-addb-576e3d5a69af tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0713472 Jul 13 23:19:48.808957 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bfc98032-171b-43d9-9b6c-46578b599843 req-bd03e1a1-e892-4f3c-86b2-6dad347b885f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857222 Jul 13 23:19:48.816415 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9279b3c9-d9e0-4662-878c-5625c858b2df req-df0bbc15-4f0d-472e-8f88-dbdd70cbc3b2 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686367 Jul 13 23:19:48.949381 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03eb4d-4ecc-4680-a8a0-702fb49eea2d req-bee48a2e-fd02-4885-9a74-3700207ca9aa tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:48.950866 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fb03eb4d-4ecc-4680-a8a0-702fb49eea2d req-bee48a2e-fd02-4885-9a74-3700207ca9aa tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 945 time: 0.0490570 Jul 13 23:19:49.219380 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fb03eb4d-4ecc-4680-a8a0-702fb49eea2d req-bc3ca3bb-5484-4c84-ba0b-217acd375f14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628310 Jul 13 23:19:49.967885 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f04dba-efc0-47a3-8f50-0502a15a2efe req-012e918b-a5ff-48df-bcb5-61807e575ca8 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:49.969461 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86f04dba-efc0-47a3-8f50-0502a15a2efe req-012e918b-a5ff-48df-bcb5-61807e575ca8 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0819750 Jul 13 23:19:49.976014 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e5642-88ca-4d97-91bb-292da7a6addb req-55a3a3ef-c3a0-4884-8912-ac4ae25720e4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:49.977503 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-365e5642-88ca-4d97-91bb-292da7a6addb req-55a3a3ef-c3a0-4884-8912-ac4ae25720e4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0800858 Jul 13 23:19:49.986527 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:50.060564 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86f04dba-efc0-47a3-8f50-0502a15a2efe req-a93c0e35-58da-4943-bd10-8ca76dd24f77 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820336 Jul 13 23:19:50.068697 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-365e5642-88ca-4d97-91bb-292da7a6addb req-a08ec8f0-f955-4626-b24c-7d6577f019da tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828378 Jul 13 23:19:50.420442 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e062f-98b5-40ce-b8c7-be81d95759eb req-bc2a2edc-19e4-4292-bf10-c8c666f46145 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:50.423450 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-926e062f-98b5-40ce-b8c7-be81d95759eb req-bc2a2edc-19e4-4292-bf10-c8c666f46145 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 945 time: 0.0940204 Jul 13 23:19:50.491096 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-926e062f-98b5-40ce-b8c7-be81d95759eb req-5b10388c-c086-4516-a5fc-1ea54f347306 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544097 Jul 13 23:19:50.624628 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ea5b-92d1-44de-9bfd-27130a051c2c req-f302b026-cf41-4f38-a7c7-d5aa519b86e2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:50.629859 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-49d7ea5b-92d1-44de-9bfd-27130a051c2c req-f302b026-cf41-4f38-a7c7-d5aa519b86e2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 945 time: 0.0666909 Jul 13 23:19:50.640596 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 54144) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:19:50.646039 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-265d59a5-910e-478c-90fd-4c4adb826730 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'floatingip': {'port_id': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:19:50.703377 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-265d59a5-910e-478c-90fd-4c4adb826730 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (7d71d20d-2b1b-4cd7-b9d0-030484c1209b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:51.301774 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf41af9-692d-413a-a44d-c5c078b47902 req-33b18059-dc20-4050-bc98-bb1c894f5a76 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:51.310761 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9bf41af9-692d-413a-a44d-c5c078b47902 req-33b18059-dc20-4050-bc98-bb1c894f5a76 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.1113472 Jul 13 23:19:51.333532 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04664c-26fd-4d4b-9951-bfbd5e0562d3 req-1362bb70-4c5a-412c-a34c-f85fccfd4d40 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:51.343015 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c04664c-26fd-4d4b-9951-bfbd5e0562d3 req-1362bb70-4c5a-412c-a34c-f85fccfd4d40 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.1006899 Jul 13 23:19:51.437020 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9bf41af9-692d-413a-a44d-c5c078b47902 req-7e6b4c10-2db8-4df2-9b63-adee76ee34dc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247804 Jul 13 23:19:51.456583 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c04664c-26fd-4d4b-9951-bfbd5e0562d3 req-68f2290d-c5ee-46ea-804a-7f436a051903 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102612 Jul 13 23:19:51.731911 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-265d59a5-910e-478c-90fd-4c4adb826730 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:51.735041 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:51.738158 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-265d59a5-910e-478c-90fd-4c4adb826730 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (7d71d20d-2b1b-4cd7-b9d0-030484c1209b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:51.868196 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [None req-265d59a5-910e-478c-90fd-4c4adb826730 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Floating IP 7d71d20d-2b1b-4cd7-b9d0-030484c1209b associated. External IP: 172.27.3.184, port: 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b. Jul 13 23:19:52.127111 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265d59a5-910e-478c-90fd-4c4adb826730 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:19:52.248563 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265d59a5-910e-478c-90fd-4c4adb826730 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:19:52.257078 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-265d59a5-910e-478c-90fd-4c4adb826730 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:19:52.260538 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:52.268805 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:19:52.314824 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:19:52.315776 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-265d59a5-910e-478c-90fd-4c4adb826730 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "PUT /v2.0/floatingips/7d71d20d-2b1b-4cd7-b9d0-030484c1209b HTTP/1.1" status: 200 len: 991 time: 1.6732504 Jul 13 23:19:52.316718 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'tag': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:19:52.319359 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b319a4a-161e-41ac-b16c-36f79b7d7772", "tag": "8c1e87c8-30c5-4a97-be23-8d0a96c6e85b"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:19:52.322121 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:19:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:19:52.390380 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04201b35-92fc-4036-a6e0-36950b06daa8 x-openstack-request-id: req-04201b35-92fc-4036-a6e0-36950b06daa8 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:19:52.390380 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b319a4a-161e-41ac-b16c-36f79b7d7772", "tag": "8c1e87c8-30c5-4a97-be23-8d0a96c6e85b", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:19:52.390645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04201b35-92fc-4036-a6e0-36950b06daa8 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:19:52.391039 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04201b35-92fc-4036-a6e0-36950b06daa8'] response: {'name': 'network-changed', 'server_uuid': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'tag': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b', 'status': 'completed', 'code': 200} Jul 13 23:19:52.459591 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:52.475404 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-5c54bb41-ca0d-4f6e-9ab4-6162c0b5e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:52.478460 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-5c54bb41-ca0d-4f6e-9ab4-6162c0b5e85a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 1129 time: 0.0575016 Jul 13 23:19:52.484979 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:52.529820 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:52.604266 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:19:52.620682 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2ebb7-74c3-4ab1-ac47-330b911231b8 req-07ad7116-868e-451f-b28a-55013e05e3bc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:52.633153 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-74c2ebb7-74c3-4ab1-ac47-330b911231b8 req-07ad7116-868e-451f-b28a-55013e05e3bc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0985785 Jul 13 23:19:52.661520 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-8a8de8fc-2e4a-41df-b25a-cdfe566c8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:52.663164 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-8a8de8fc-2e4a-41df-b25a-cdfe566c8b7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 916 time: 0.1723053 Jul 13 23:19:52.739442 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8ff2b-d870-449a-9075-4d937ff26e36 req-3d4884da-e2a8-4099-9b9d-01f2893940b3 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:52.747158 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0de8ff2b-d870-449a-9075-4d937ff26e36 req-3d4884da-e2a8-4099-9b9d-01f2893940b3 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.1115479 Jul 13 23:19:52.749687 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-f53c015c-2fbc-497b-a76f-7df8b6990b6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b HTTP/1.1" status: 200 len: 999 time: 0.0782249 Jul 13 23:19:52.796204 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-74c2ebb7-74c3-4ab1-ac47-330b911231b8 req-2027ebfe-de88-48d1-8e22-955bcd35db35 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617389 Jul 13 23:19:52.828020 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-73884e61-24fa-4453-93d8-083607eb7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:52.829824 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-73884e61-24fa-4453-93d8-083607eb7276 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0717914 Jul 13 23:19:52.836011 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0de8ff2b-d870-449a-9075-4d937ff26e36 req-6e1bf1e6-8979-4ff6-8919-344e83018acf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876360 Jul 13 23:19:52.889565 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-bbe60296-455b-4000-a1fd-83fb6b17c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:52.891239 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-bbe60296-455b-4000-a1fd-83fb6b17c03f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521243 Jul 13 23:19:53.004097 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '56f97093-dfbc-41b7-99cb-2638dd4957a9', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:35Z', 'updated_at': '2022-07-13T23:16:52Z', 'revision_number': 2, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}, {'id': '7d71d20d-2b1b-4cd7-b9d0-030484c1209b', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:e4:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:19:31Z', 'updated_at': '2022-07-13T23:19:51Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:19:53.064948 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-a647ea6a-3597-4e0f-a3a7-6e949db75672 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647484 Jul 13 23:19:53.076426 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:19:53.092546 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:19:53.094076 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:19:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:19:53.225951 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a4e20ede-b9fb-4e17-acf3-a2ea84fb49cf req-c4bbb25b-e6f3-49d9-a886-4220cd250e42 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531668 Jul 13 23:19:53.246705 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:19:53.525790 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '56f97093-dfbc-41b7-99cb-2638dd4957a9', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:35Z', 'updated_at': '2022-07-13T23:16:52Z', 'revision_number': 2, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}, {'id': '7d71d20d-2b1b-4cd7-b9d0-030484c1209b', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:e4:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:19:31Z', 'updated_at': '2022-07-13T23:19:51Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:19:53.561106 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05c536-79cf-4c29-b979-be6ef4e53639 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '56f97093-dfbc-41b7-99cb-2638dd4957a9', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:35Z', 'updated_at': '2022-07-13T23:16:52Z', 'revision_number': 2, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}, {'id': '7d71d20d-2b1b-4cd7-b9d0-030484c1209b', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:e4:0a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:19:31Z', 'updated_at': '2022-07-13T23:19:51Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:19:53.812578 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec22e2-305f-4178-a82b-58dfb6a0b837 None None] New status for floating IP 7d71d20d-2b1b-4cd7-b9d0-030484c1209b: ACTIVE {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:19:53.975323 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:54.030572 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e2e0d-1a9d-46bd-8184-1176f6635518 req-6113f3a5-b976-4aab-a1c3-10e524e5e0d7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:54.037985 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-689e2e0d-1a9d-46bd-8184-1176f6635518 req-6113f3a5-b976-4aab-a1c3-10e524e5e0d7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.1017115 Jul 13 23:19:54.133958 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afee280-b418-4b1c-b740-b15e605a6cab req-b72bcd18-8bef-4a91-8a3b-0d9c068d5174 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:54.145935 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8afee280-b418-4b1c-b740-b15e605a6cab req-b72bcd18-8bef-4a91-8a3b-0d9c068d5174 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.1768246 Jul 13 23:19:54.188923 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-689e2e0d-1a9d-46bd-8184-1176f6635518 req-ef9eb7de-e3d3-48db-95cb-2988ac96917f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490629 Jul 13 23:19:54.227560 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8afee280-b418-4b1c-b740-b15e605a6cab req-500e8e36-7dee-4915-9382-1d4b9711bb97 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807421 Jul 13 23:19:55.356307 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373800ea-2947-4a1e-a545-58814f0997f7 req-94aa2268-47c8-417e-a600-2f677c89d5f1 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:55.359085 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-373800ea-2947-4a1e-a545-58814f0997f7 req-94aa2268-47c8-417e-a600-2f677c89d5f1 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0637946 Jul 13 23:19:55.463190 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53fdda-8366-4e60-a24e-875840d1e0ce req-4f763bb9-ec05-4996-be4a-8df9cb40569e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:55.464729 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da53fdda-8366-4e60-a24e-875840d1e0ce req-4f763bb9-ec05-4996-be4a-8df9cb40569e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.1043210 Jul 13 23:19:55.510044 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-373800ea-2947-4a1e-a545-58814f0997f7 req-2aecbfec-cda2-4d97-bb21-d8b90f74492a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368401 Jul 13 23:19:55.526464 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:19:55.567986 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da53fdda-8366-4e60-a24e-875840d1e0ce req-ea47a474-6000-4ef7-b9d1-6e7d062b32fd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955851 Jul 13 23:19:56.739419 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363cdca-5e96-46c0-a810-68aa89019c3b req-8c06624a-5b9d-4f3f-a8c1-86b0c57c7596 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:56.741330 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1363cdca-5e96-46c0-a810-68aa89019c3b req-8c06624a-5b9d-4f3f-a8c1-86b0c57c7596 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0976985 Jul 13 23:19:56.754989 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd78d4-cdd1-4ead-b3b9-f28bf78019cf req-1049262f-477e-4122-b7ad-92126d485571 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:56.757463 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55bd78d4-cdd1-4ead-b3b9-f28bf78019cf req-1049262f-477e-4122-b7ad-92126d485571 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0710394 Jul 13 23:19:56.828029 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1363cdca-5e96-46c0-a810-68aa89019c3b req-94dfa6e0-93a2-43aa-b5b8-c88bb6d950c5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693326 Jul 13 23:19:56.861881 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55bd78d4-cdd1-4ead-b3b9-f28bf78019cf req-b7ad4baf-b2f4-4f7b-97dc-cfa1573ade30 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954463 Jul 13 23:19:58.026693 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6b350-6c28-4a2d-bb91-89be7dc9451e req-05349213-ae16-41e4-953d-4f29395779d2 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:58.035168 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bdf6b350-6c28-4a2d-bb91-89be7dc9451e req-05349213-ae16-41e4-953d-4f29395779d2 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0876462 Jul 13 23:19:58.158702 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9e50-b81b-4ee4-9798-60a37c9db33f req-62582d24-3a96-403e-85aa-b8018784dd05 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:58.161471 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-72bf9e50-b81b-4ee4-9798-60a37c9db33f req-62582d24-3a96-403e-85aa-b8018784dd05 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.1075711 Jul 13 23:19:58.176721 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bdf6b350-6c28-4a2d-bb91-89be7dc9451e req-a9becf55-5dfd-4644-aa8f-18f31dd25460 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412995 Jul 13 23:19:58.280877 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-72bf9e50-b81b-4ee4-9798-60a37c9db33f req-b02bdd41-e748-43da-818b-64355a24bd0b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006620 Jul 13 23:19:59.358930 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776a7a6-bab7-4efc-99e0-8a1522ec021d req-fc20c0a3-4f37-48e6-bf17-706cf7ca589b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:59.360723 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b776a7a6-bab7-4efc-99e0-8a1522ec021d req-fc20c0a3-4f37-48e6-bf17-706cf7ca589b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0920007 Jul 13 23:19:59.452074 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b776a7a6-bab7-4efc-99e0-8a1522ec021d req-70935568-b1df-4ad2-bc5b-74ede1afbe37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815220 Jul 13 23:19:59.461382 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8985c-4d4a-4d29-8c6b-b0b0ee210d82 req-a691bab5-f025-4ef3-83f3-aa0dff6f85fd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:19:59.468345 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2cc8985c-4d4a-4d29-8c6b-b0b0ee210d82 req-a691bab5-f025-4ef3-83f3-aa0dff6f85fd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0752482 Jul 13 23:19:59.531311 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2cc8985c-4d4a-4d29-8c6b-b0b0ee210d82 req-09abf24d-a5e3-4d9f-9fbe-11ea560ab85a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618861 Jul 13 23:20:00.685149 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549ca59-b714-49e4-8b88-9f184c09ac4f req-121ca18a-492e-4636-9f93-4dbc0bf881fa tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:00.687005 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9549ca59-b714-49e4-8b88-9f184c09ac4f req-121ca18a-492e-4636-9f93-4dbc0bf881fa tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.1241953 Jul 13 23:20:00.712724 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ba476-f8bf-4134-b5c7-919f3e46b218 req-4de5e4ad-b10e-4385-97d3-9790ab363548 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:00.714555 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e30ba476-f8bf-4134-b5c7-919f3e46b218 req-4de5e4ad-b10e-4385-97d3-9790ab363548 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0793610 Jul 13 23:20:00.776835 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:00.782332 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9549ca59-b714-49e4-8b88-9f184c09ac4f req-073e7d1c-1ad1-48f8-b639-b4d9fd8abb31 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851226 Jul 13 23:20:00.817731 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e30ba476-f8bf-4134-b5c7-919f3e46b218 req-1ef766f6-4813-4d4e-9821-714acce23f10 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735097 Jul 13 23:20:02.051919 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e91bf-cf2b-4232-8ce2-a065765e8f83 req-4bc3debe-3485-497e-8579-7c083c19db5a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:02.051919 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf8e91bf-cf2b-4232-8ce2-a065765e8f83 req-4bc3debe-3485-497e-8579-7c083c19db5a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.1191149 Jul 13 23:20:02.104348 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79948721-cbab-491e-a324-52e91b0e321d req-2c19b5f3-0d0b-409a-a4f5-b8a78d7146f7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:02.112428 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-79948721-cbab-491e-a324-52e91b0e321d req-2c19b5f3-0d0b-409a-a4f5-b8a78d7146f7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0935614 Jul 13 23:20:02.226487 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf8e91bf-cf2b-4232-8ce2-a065765e8f83 req-c90aa5dc-14cf-421f-bed4-906687e6a2dd tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389458 Jul 13 23:20:02.230337 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-79948721-cbab-491e-a324-52e91b0e321d req-6b32092f-445d-4110-977b-5c6c8c724fc9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150866 Jul 13 23:20:03.218918 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=51 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:03.221064 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=41 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:03.357076 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4dae1-8424-40e3-875c-23e781ed5808 req-96b3665a-d4b9-4c02-99bd-e9c59fcc4945 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:03.358830 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a1a4dae1-8424-40e3-875c-23e781ed5808 req-96b3665a-d4b9-4c02-99bd-e9c59fcc4945 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0539715 Jul 13 23:20:03.437198 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4aa6f4-1d88-40e4-bdcd-9f38c8a2a68d req-52e50ec7-e92c-4201-8d68-78c4fa99ad2a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:03.439059 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa4aa6f4-1d88-40e4-bdcd-9f38c8a2a68d req-52e50ec7-e92c-4201-8d68-78c4fa99ad2a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0728109 Jul 13 23:20:03.479709 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a1a4dae1-8424-40e3-875c-23e781ed5808 req-d6c8ce21-e822-4428-8684-04f7f8edb56e tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111357 Jul 13 23:20:03.509280 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa4aa6f4-1d88-40e4-bdcd-9f38c8a2a68d req-dda2d386-5d3c-42d2-8a14-932ca46b7b9d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635371 Jul 13 23:20:03.530847 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=62 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:03.531780 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=65 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:03.957680 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=15 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:03.966734 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:04.578866 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:04.617607 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68852936-bf8c-44df-9854-111f01d679d6 req-40f86d99-f66b-496d-b524-09108669093d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:04.619153 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-68852936-bf8c-44df-9854-111f01d679d6 req-40f86d99-f66b-496d-b524-09108669093d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0516810 Jul 13 23:20:04.694426 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2325be6-4aa4-49a5-bb0c-f0ffc38b150c req-4fa3b265-a3f8-41f1-90ed-6e52314f38f6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:04.696026 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a2325be6-4aa4-49a5-bb0c-f0ffc38b150c req-4fa3b265-a3f8-41f1-90ed-6e52314f38f6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0759277 Jul 13 23:20:04.723840 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-68852936-bf8c-44df-9854-111f01d679d6 req-968cc408-e6b1-43d1-9e0b-a6b4d3764884 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938168 Jul 13 23:20:04.763290 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a2325be6-4aa4-49a5-bb0c-f0ffc38b150c req-0d5f8a16-3fb2-42af-8fd8-0c9efa350f50 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588174 Jul 13 23:20:04.986847 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533a1aa-e40a-4edc-92e4-6cafcf5cd17a req-151c9129-6952-4980-8cb2-1c4ba5aeeeed tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:04.988428 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9533a1aa-e40a-4edc-92e4-6cafcf5cd17a req-151c9129-6952-4980-8cb2-1c4ba5aeeeed tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0580962 Jul 13 23:20:05.050558 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9533a1aa-e40a-4edc-92e4-6cafcf5cd17a req-f5d383b2-3602-4299-899e-050fa6ce7e77 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553749 Jul 13 23:20:05.072574 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-bf004f6b-00ed-49e0-88fc-bbfd0bc32b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:05.074242 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-bf004f6b-00ed-49e0-88fc-bbfd0bc32b9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 1129 time: 0.0429666 Jul 13 23:20:05.188008 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-03d66f16-c346-4d77-bcf4-25164d367f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:05.189797 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-03d66f16-c346-4d77-bcf4-25164d367f9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 912 time: 0.1092882 Jul 13 23:20:05.272563 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-4ee1666e-6d9f-4fe8-940c-dfdd9f30d451 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8 HTTP/1.1" status: 200 len: 1001 time: 0.0755408 Jul 13 23:20:05.487346 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-0ceb12e9-2507-4a8b-8f77-112a9773e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:05.488854 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-0ceb12e9-2507-4a8b-8f77-112a9773e69b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc24c837-6f7d-425f-9a8a-c1039c02421c HTTP/1.1" status: 200 len: 850 time: 0.0516562 Jul 13 23:20:05.536660 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-135eefdb-c989-42e9-b00c-12ae32ee7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:05.538268 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-135eefdb-c989-42e9-b00c-12ae32ee7f3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396738 Jul 13 23:20:05.687386 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-729b53b0-a287-4455-9e15-c76f947f046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:05.688888 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-729b53b0-a287-4455-9e15-c76f947f046d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 1129 time: 0.0870295 Jul 13 23:20:05.742026 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-3be19223-f5b0-446c-b978-cb0f67fa29a0 service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482861 Jul 13 23:20:05.862908 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-12bf1c17-25d0-4b02-b946-ba031a220d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:05.864407 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-12bf1c17-25d0-4b02-b946-ba031a220d17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.1652493 Jul 13 23:20:05.903644 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e925c2-fcb8-40ef-8053-d897b6311341 req-def1fe4a-4c09-4cef-a000-53db2f6ef4be tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:05.905139 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-12e925c2-fcb8-40ef-8053-d897b6311341 req-def1fe4a-4c09-4cef-a000-53db2f6ef4be tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0528908 Jul 13 23:20:05.921272 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d5723bd2-31a1-42c5-afde-0e1b17c833da req-1c391214-edc1-4af5-bf42-474f22613e64 service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539979 Jul 13 23:20:05.939226 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-5f655273-2e74-4c8f-854c-df89a18284aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 HTTP/1.1" status: 200 len: 1000 time: 0.0651932 Jul 13 23:20:05.958164 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-12e925c2-fcb8-40ef-8053-d897b6311341 req-207ba493-16c5-4280-91de-f9d464c621cc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472250 Jul 13 23:20:06.168418 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cd659-d63a-4cdd-9a3d-7cd33ce4a755 req-2a80c285-0f98-445a-b1f5-e50bfb589e9a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:06.170067 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8e6cd659-d63a-4cdd-9a3d-7cd33ce4a755 req-2a80c285-0f98-445a-b1f5-e50bfb589e9a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0468137 Jul 13 23:20:06.218982 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8e6cd659-d63a-4cdd-9a3d-7cd33ce4a755 req-eb0a7a3a-75a6-4bb7-ae3e-fb3fba448ebe tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428731 Jul 13 23:20:06.963930 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:20:07.080108 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0348975-adb7-4740-9d01-f87cb9b8e7cb req-0dfac7c9-f5ad-4ba1-95d7-084c6ea551f5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:07.081660 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0348975-adb7-4740-9d01-f87cb9b8e7cb req-0dfac7c9-f5ad-4ba1-95d7-084c6ea551f5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0480988 Jul 13 23:20:07.134087 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0348975-adb7-4740-9d01-f87cb9b8e7cb req-6b24b4ee-44eb-4eda-8085-5a5bf69fae34 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461628 Jul 13 23:20:07.327697 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:07.344194 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6b68b-bbf3-4fb9-a918-8d6022e7fa90 req-319f73a9-9a1d-4ca6-8e7e-189ad455dcbc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:07.345674 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-93d6b68b-bbf3-4fb9-a918-8d6022e7fa90 req-319f73a9-9a1d-4ca6-8e7e-189ad455dcbc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0513866 Jul 13 23:20:07.400357 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-93d6b68b-bbf3-4fb9-a918-8d6022e7fa90 req-9771f7b2-35b5-487b-80bc-f48a04b02b31 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486946 Jul 13 23:20:08.295083 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fc3f4-a896-43e4-b5c5-fbf4592a4c58 req-a53676b5-ccd7-4528-86b3-1faed464e7e9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:08.296623 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb1fc3f4-a896-43e4-b5c5-fbf4592a4c58 req-a53676b5-ccd7-4528-86b3-1faed464e7e9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0627277 Jul 13 23:20:08.346984 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb1fc3f4-a896-43e4-b5c5-fbf4592a4c58 req-fdd911ad-4393-4c55-be2b-3b2ceeabed2c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Jul 13 23:20:08.468889 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:20:08.522471 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-e95ad9bd-9e7a-4084-aeb7-82be6b31c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:08.523992 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-e95ad9bd-9e7a-4084-aeb7-82be6b31c35c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0567899 Jul 13 23:20:08.533306 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78eb591-450f-4d0f-b5d8-0dc1da950119 req-019f1d91-45c8-46f1-a0ce-90b6fbf911c6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:08.534868 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f78eb591-450f-4d0f-b5d8-0dc1da950119 req-019f1d91-45c8-46f1-a0ce-90b6fbf911c6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0613754 Jul 13 23:20:08.549734 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 is: ACTIVE; New status is: DOWN {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:20:08.550118 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:08.576167 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:20:08.578494 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed090626-04a9-4722-8b59-17e3918158c1" -d '{"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:20:08.589486 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f78eb591-450f-4d0f-b5d8-0dc1da950119 req-bc6d02ee-a49f-4de4-8628-2479f5e83c6e tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486574 Jul 13 23:20:08.592506 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:20:08.597864 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:08.620822 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Jul 2022 23:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a4b69d-30e6-4e69-98d5-607c83b96c96 x-openstack-request-id: req-69a4b69d-30e6-4e69-98d5-607c83b96c96 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:20:08.621136 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:20:08.621359 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69a4b69d-30e6-4e69-98d5-607c83b96c96 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:20:08.621727 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a4b69d-30e6-4e69-98d5-607c83b96c96'] response: {'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'code': 200} Jul 13 23:20:08.648438 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=8']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:20:09.477631 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7550da-d6c0-4c24-983b-b932e5498355 req-418fdf7c-52f8-499a-ab2d-89e1fe868581 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:09.479262 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7b7550da-d6c0-4c24-983b-b932e5498355 req-418fdf7c-52f8-499a-ab2d-89e1fe868581 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0540171 Jul 13 23:20:09.534172 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7b7550da-d6c0-4c24-983b-b932e5498355 req-d6815c3b-c129-4336-bfda-53e26bad565c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477672 Jul 13 23:20:09.713661 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e50da8-da36-4fc2-9492-0adea35ec7c0 req-f49ae568-5504-44e1-8b78-40bf0b348189 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:09.715211 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-51e50da8-da36-4fc2-9492-0adea35ec7c0 req-f49ae568-5504-44e1-8b78-40bf0b348189 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0500357 Jul 13 23:20:09.774246 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-51e50da8-da36-4fc2-9492-0adea35ec7c0 req-c44b9b16-ea55-4661-ab43-1a0943e0cc97 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532362 Jul 13 23:20:10.142765 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-caf890ca-9c62-490d-a5ba-0db8993b284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:10.144452 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-caf890ca-9c62-490d-a5ba-0db8993b284c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426011 Jul 13 23:20:10.447023 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-b839c96c-c9ec-4739-9744-5fc8ce32fc79 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936544 Jul 13 23:20:10.565681 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-76b5bd94-f844-44f1-a7ab-37c48e795600 req-124846df-34b7-4bf4-8e54-1a1b15ce45fa service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935822 Jul 13 23:20:10.624862 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:10.667007 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e6f1a-c1f9-4f1b-9d44-66becbab487f req-42473cb8-752c-4857-974e-49f98bea1bd2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:10.668638 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-695e6f1a-c1f9-4f1b-9d44-66becbab487f req-42473cb8-752c-4857-974e-49f98bea1bd2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0545173 Jul 13 23:20:10.722788 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-695e6f1a-c1f9-4f1b-9d44-66becbab487f req-1268d8f7-66cf-4c4e-8e9b-fa328d8c177a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462289 Jul 13 23:20:10.857280 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-10b17345-5aa8-410c-af3c-98789479a6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:10.912360 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3896f37-488d-4e86-b817-05e1ff7ee65f req-c6d7ed81-9a4b-4c26-b226-e4346dcc4538 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:10.914036 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3896f37-488d-4e86-b817-05e1ff7ee65f req-c6d7ed81-9a4b-4c26-b226-e4346dcc4538 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0539088 Jul 13 23:20:10.968573 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3896f37-488d-4e86-b817-05e1ff7ee65f req-f44085d5-7806-40f6-9ffa-36a5238eb363 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486679 Jul 13 23:20:11.863580 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e5296-fc42-44a8-9730-9af3105f1a9e req-0c66c850-0346-4196-b959-54604405c306 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:11.865688 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-867e5296-fc42-44a8-9730-9af3105f1a9e req-0c66c850-0346-4196-b959-54604405c306 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0555120 Jul 13 23:20:11.919661 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-867e5296-fc42-44a8-9730-9af3105f1a9e req-6ccec789-24a9-46e8-afa9-6697b7fef36d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478954 Jul 13 23:20:12.093101 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e89e0d-c51d-4c4c-9401-55082514495b req-64ab7ecc-90c2-45f9-b337-5b34cc771bfa tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:12.094667 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-07e89e0d-c51d-4c4c-9401-55082514495b req-64ab7ecc-90c2-45f9-b337-5b34cc771bfa tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0512729 Jul 13 23:20:12.148315 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-07e89e0d-c51d-4c4c-9401-55082514495b req-b296f044-5a99-4f64-8c4e-d126db6664e0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465710 Jul 13 23:20:13.040589 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758dfd0-fe77-4114-b389-6e339074f5f0 req-8dea28f5-695b-4e69-85e0-32589bf9daeb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:13.042173 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e758dfd0-fe77-4114-b389-6e339074f5f0 req-8dea28f5-695b-4e69-85e0-32589bf9daeb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0482421 Jul 13 23:20:13.104316 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e758dfd0-fe77-4114-b389-6e339074f5f0 req-16fa441e-c44d-4855-9ca8-9b8e6caab45f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523431 Jul 13 23:20:13.274720 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c958d59-4586-4b0b-aa66-3f2aed92a72f req-b78b3a33-0d89-4573-bcf2-347dc5481142 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:13.276318 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c958d59-4586-4b0b-aa66-3f2aed92a72f req-b78b3a33-0d89-4573-bcf2-347dc5481142 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0529687 Jul 13 23:20:13.332552 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c958d59-4586-4b0b-aa66-3f2aed92a72f req-c735d856-0f44-4367-954d-ebf7a449caf2 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502138 Jul 13 23:20:13.838950 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-266a7768-12fc-4df6-bb69-dc1f0531ad93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:14.234479 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebde68-61f3-4810-842f-1c678cff518a req-bea917ee-2b61-4c51-8f05-618565940fd4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:14.236040 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-87ebde68-61f3-4810-842f-1c678cff518a req-bea917ee-2b61-4c51-8f05-618565940fd4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0513484 Jul 13 23:20:14.253102 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:14.294297 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-87ebde68-61f3-4810-842f-1c678cff518a req-d731d11d-b04a-4694-be7e-bef70ed82399 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483863 Jul 13 23:20:14.465417 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ade9-6035-4435-b861-d3c138e8a451 req-4d7e77d3-ea1f-435e-b48f-dfe25749e112 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:14.467020 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-53d3ade9-6035-4435-b861-d3c138e8a451 req-4d7e77d3-ea1f-435e-b48f-dfe25749e112 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0534317 Jul 13 23:20:14.519810 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-53d3ade9-6035-4435-b861-d3c138e8a451 req-d651abad-6af5-4a08-a738-b946cab57c10 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468419 Jul 13 23:20:14.535798 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:15.426646 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566c1e0-c838-4fb3-a8c9-adf3d9067d66 req-df0c98d5-3040-4a79-80cf-3a51e51ce071 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:15.428561 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9566c1e0-c838-4fb3-a8c9-adf3d9067d66 req-df0c98d5-3040-4a79-80cf-3a51e51ce071 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0523417 Jul 13 23:20:15.483386 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9566c1e0-c838-4fb3-a8c9-adf3d9067d66 req-c616f173-3f18-42bf-9d8a-7436d4bf6fe4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487704 Jul 13 23:20:15.651028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699de52-7fe4-4a2f-8975-37fd9f8d44ab req-9b641cdc-2278-41a2-921b-22a592fdf561 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:15.652644 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a699de52-7fe4-4a2f-8975-37fd9f8d44ab req-9b641cdc-2278-41a2-921b-22a592fdf561 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0503397 Jul 13 23:20:15.710742 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a699de52-7fe4-4a2f-8975-37fd9f8d44ab req-88059574-5680-4062-9e27-3e15a57f8b2d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519114 Jul 13 23:20:16.486148 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:16.613160 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc51ca2-acfb-43ea-aebb-da6807ba849c req-d40fb411-1f54-4bcf-bf82-1c14f01db1ed tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:16.614891 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3cc51ca2-acfb-43ea-aebb-da6807ba849c req-d40fb411-1f54-4bcf-bf82-1c14f01db1ed tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0514390 Jul 13 23:20:16.673954 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3cc51ca2-acfb-43ea-aebb-da6807ba849c req-ca043d77-c005-40d0-a881-7fd166adfca2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528576 Jul 13 23:20:16.685943 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:16.842024 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e219fe-535d-4933-ab9c-b423187170b2 req-5cc86974-fe4b-43f6-8e9f-1fb99ed6f2ec tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:16.843941 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-14e219fe-535d-4933-ab9c-b423187170b2 req-5cc86974-fe4b-43f6-8e9f-1fb99ed6f2ec tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0534520 Jul 13 23:20:16.856410 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:16.907853 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-14e219fe-535d-4933-ab9c-b423187170b2 req-6d4bc8a8-db25-466a-8069-bcc08e469392 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576849 Jul 13 23:20:17.845742 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962015b-4909-48a0-978b-7b178e2328c0 req-bf52e7dd-695d-4b86-b4b3-116783cc44de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:17.847343 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7962015b-4909-48a0-978b-7b178e2328c0 req-bf52e7dd-695d-4b86-b4b3-116783cc44de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0627944 Jul 13 23:20:17.918055 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7962015b-4909-48a0-978b-7b178e2328c0 req-aeb72dd4-2565-4c5b-bb18-5ca635be7a4e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634415 Jul 13 23:20:18.109021 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8ada0-024e-4673-a473-717ed3ffd616 req-86447ba8-6516-4781-9873-3db90e3b6c78 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:18.110756 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32a8ada0-024e-4673-a473-717ed3ffd616 req-86447ba8-6516-4781-9873-3db90e3b6c78 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0755961 Jul 13 23:20:18.210378 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32a8ada0-024e-4673-a473-717ed3ffd616 req-2eb0e468-2e03-497c-a244-3f082b9cf800 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929856 Jul 13 23:20:18.537599 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-03112815-b713-45e7-ae89-1154d40616c3 req-d4857fbc-f3ac-4500-aae3-df9472999f0c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:20:18.538580 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-03112815-b713-45e7-ae89-1154d40616c3 req-d4857fbc-f3ac-4500-aae3-df9472999f0c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065084 Jul 13 23:20:18.728429 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31477811-d388-44d5-8834-8eb5a4914d6b req-b2656fe9-5f61-4923-bb2d-cbb39a914976 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:18.730144 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31477811-d388-44d5-8834-8eb5a4914d6b req-b2656fe9-5f61-4923-bb2d-cbb39a914976 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0691524 Jul 13 23:20:18.803307 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31477811-d388-44d5-8834-8eb5a4914d6b req-0bf8c198-3f09-4c38-bca0-6fb886c8984b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667787 Jul 13 23:20:18.971464 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:18.972254 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:19.048228 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 54410) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:20:19.152494 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:19.157762 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-999dd99a-ee30-4851-aae3-42df264cadbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083312 Jul 13 23:20:19.170065 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-f76fb594-01cd-45d8-964e-a80012c7ba40 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104143) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:20:19.171131 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-f76fb594-01cd-45d8-964e-a80012c7ba40 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054138 Jul 13 23:20:19.269593 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 54424) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:20:19.327873 dv-cinder-799871-29-iscsi neutron-server[104143]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 23:20:19.396825 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-8d084aa3-693d-43ff-8234-e793ed4c87b4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:19.398517 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-8d084aa3-693d-43ff-8234-e793ed4c87b4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports/8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 HTTP/1.1" status: 200 len: 940 time: 0.1276667 Jul 13 23:20:19.954325 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d498b6-42ce-4c99-9572-a768a49f4643 req-5c9c73b6-8fab-4b4b-8f46-c030c5aca2bb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:19.956222 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02d498b6-42ce-4c99-9572-a768a49f4643 req-5c9c73b6-8fab-4b4b-8f46-c030c5aca2bb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0606577 Jul 13 23:20:20.012387 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02d498b6-42ce-4c99-9572-a768a49f4643 req-24ba6094-9042-4af4-bd77-29b0ce234759 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479560 Jul 13 23:20:20.139258 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:20:20.218464 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 is: DOWN; New status is: DOWN {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:20:21.090021 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:21.159043 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-f35ba751-f923-4e0f-b4ce-b8f58a8629e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.160654 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-f35ba751-f923-4e0f-b4ce-b8f58a8629e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3&tenant_id=a21be4dfe67e43d0915559bad38fa60c HTTP/1.1" status: 200 len: 1127 time: 0.1119840 Jul 13 23:20:21.172027 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-cf2c737f-9c24-460a-80a2-cc15d4bf43f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507181 Jul 13 23:20:21.196657 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6560685-ff8e-4324-bea3-931879fae6b6 req-a85dc6ed-ad32-4fde-9c31-f8f686d3e91b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.198676 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6560685-ff8e-4324-bea3-931879fae6b6 req-a85dc6ed-ad32-4fde-9c31-f8f686d3e91b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0667901 Jul 13 23:20:21.268631 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:21.270431 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-6a35b706-43f7-4b72-b47c-537d162eafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.272024 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-6a35b706-43f7-4b72-b47c-537d162eafea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 1129 time: 0.0733314 Jul 13 23:20:21.273138 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-2ac60451-8abc-49dd-9ad8-92e39c1e9d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.274726 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-2ac60451-8abc-49dd-9ad8-92e39c1e9d47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 1127 time: 0.0740714 Jul 13 23:20:21.290831 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6560685-ff8e-4324-bea3-931879fae6b6 req-97e47ead-98cb-4e2e-87d6-57996b674d17 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763929 Jul 13 23:20:21.458474 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-18ce60c1-727f-4785-b090-ba83ab135feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.460033 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-18ce60c1-727f-4785-b090-ba83ab135feb service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.1782937 Jul 13 23:20:21.465370 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-c1055af2-b850-40c7-944f-2c286521e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.466823 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-c1055af2-b850-40c7-944f-2c286521e383 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.1640472 Jul 13 23:20:21.542985 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-b283c0ca-2e7b-4873-9518-f76f0b6da38a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f38b88b-a0f6-4d84-b5ff-c8396205faa1 HTTP/1.1" status: 200 len: 217 time: 0.0679958 Jul 13 23:20:21.593804 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-07e352b1-0867-4c5a-af62-cc7b1163d758 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 HTTP/1.1" status: 200 len: 998 time: 0.1259551 Jul 13 23:20:21.644465 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-d77924d0-b91c-41f0-849e-47226be9d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.646523 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-d77924d0-b91c-41f0-849e-47226be9d73c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0979402 Jul 13 23:20:21.690576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-a865cd28-1032-4036-a819-572575673a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.692587 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-a865cd28-1032-4036-a819-572575673a6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0924196 Jul 13 23:20:21.705941 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-bf089082-bbaf-4b51-8926-ebe21aa9f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.709552 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-bf089082-bbaf-4b51-8926-ebe21aa9f36b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560567 Jul 13 23:20:21.722754 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:21.825630 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-82117894-ad72-45ac-a630-aad57b0c0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:21.828289 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-82117894-ad72-45ac-a630-aad57b0c0318 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1170847 Jul 13 23:20:22.004033 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-a1f61bfd-73f6-476f-a0fd-853414285fae service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766151 Jul 13 23:20:22.032473 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-1f5d6632-4d95-48c1-b908-c78f0d332f6a service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511033 Jul 13 23:20:22.473410 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:22.494997 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba83289-9203-426b-88d4-0e8fc4337f28 req-fe13fd63-5731-4a29-9ec4-3c5d4722e5e7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:22.498848 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ba83289-9203-426b-88d4-0e8fc4337f28 req-fe13fd63-5731-4a29-9ec4-3c5d4722e5e7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0665207 Jul 13 23:20:22.580044 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ba83289-9203-426b-88d4-0e8fc4337f28 req-56c009a3-5eaa-48eb-9c0c-e950074b2852 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727389 Jul 13 23:20:22.781767 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-c05cbad8-c30c-4bed-a90c-d0444dfa8bf2 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517009 Jul 13 23:20:22.783812 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-423e3701-d8ee-49dd-8b9b-373c000cd18a req-7f1af545-8a66-4155-984a-4d0981456338 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460747 Jul 13 23:20:23.173195 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd39cc-efe0-43a6-ab6c-56d728751a1c req-7f3684f2-d5f1-4864-a5e8-1b05d40006b8 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:23.174804 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1bbd39cc-efe0-43a6-ab6c-56d728751a1c req-7f3684f2-d5f1-4864-a5e8-1b05d40006b8 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0502484 Jul 13 23:20:23.237293 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1bbd39cc-efe0-43a6-ab6c-56d728751a1c req-e821d62b-68d1-4679-b298-81ee9866984d tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561461 Jul 13 23:20:23.725030 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f3097-4c9b-41d4-a669-7e59b73563c7 req-3705c933-aee6-4b0d-94e2-b3fed7e01d4a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:23.726663 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0e9f3097-4c9b-41d4-a669-7e59b73563c7 req-3705c933-aee6-4b0d-94e2-b3fed7e01d4a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0550303 Jul 13 23:20:23.796176 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0e9f3097-4c9b-41d4-a669-7e59b73563c7 req-31123d08-3c02-44e6-a3fc-d33ad047d133 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598197 Jul 13 23:20:24.376220 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb0aa7-6e73-4db4-9573-07d860b665c8 req-bba4359f-9e49-43a3-8d32-7f1e25966b79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:24.377815 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fcbb0aa7-6e73-4db4-9573-07d860b665c8 req-bba4359f-9e49-43a3-8d32-7f1e25966b79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0534489 Jul 13 23:20:24.429599 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fcbb0aa7-6e73-4db4-9573-07d860b665c8 req-6ba6d5dc-1249-4218-8333-f34db4c1c59f tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459642 Jul 13 23:20:24.937550 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780234a-ed15-400f-ba42-0461c00ba6ee req-30b013c4-ba5b-431e-a796-c2794f1d4e31 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:24.944400 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c780234a-ed15-400f-ba42-0461c00ba6ee req-30b013c4-ba5b-431e-a796-c2794f1d4e31 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0581129 Jul 13 23:20:24.997929 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c780234a-ed15-400f-ba42-0461c00ba6ee req-a2386221-8bbc-4839-8822-d98260af4465 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521879 Jul 13 23:20:25.567925 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f40fc-dac3-4476-83ec-b867f48fbf77 req-92e8f290-6408-4ac7-91f7-ae21a74e8e34 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:25.575767 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f30f40fc-dac3-4476-83ec-b867f48fbf77 req-92e8f290-6408-4ac7-91f7-ae21a74e8e34 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0625205 Jul 13 23:20:25.633147 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:25.639572 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f30f40fc-dac3-4476-83ec-b867f48fbf77 req-2b9d7957-9c36-470b-ae51-c65266256a75 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627131 Jul 13 23:20:26.180884 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d0b56-d5ca-42a8-8643-6c4fa7611c15 req-bab9c858-cb63-40ed-997f-3b096be170cb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:26.182671 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c6d0b56-d5ca-42a8-8643-6c4fa7611c15 req-bab9c858-cb63-40ed-997f-3b096be170cb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0518250 Jul 13 23:20:26.238868 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c6d0b56-d5ca-42a8-8643-6c4fa7611c15 req-0a508649-0234-4e46-a88b-6c8c8a6ca3aa tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491025 Jul 13 23:20:26.798325 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5117e-de71-4b3f-85aa-85754e9dff06 req-0ef060f5-df4e-4728-84ba-5db63e4c2add tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:26.799946 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0d5117e-de71-4b3f-85aa-85754e9dff06 req-0ef060f5-df4e-4728-84ba-5db63e4c2add tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0680194 Jul 13 23:20:26.872510 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0d5117e-de71-4b3f-85aa-85754e9dff06 req-3197db40-c8ef-4e6b-83fd-9bfc7ec4c928 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626845 Jul 13 23:20:27.531944 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cf300-e044-4568-a06a-9291bd0b6855 req-42dc9888-e72c-4e97-800d-83dcc6cb1249 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:27.533567 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5e7cf300-e044-4568-a06a-9291bd0b6855 req-42dc9888-e72c-4e97-800d-83dcc6cb1249 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0515530 Jul 13 23:20:27.588576 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5e7cf300-e044-4568-a06a-9291bd0b6855 req-55caeba9-b0d6-4bcc-9a4b-8e5f8556ad29 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484452 Jul 13 23:20:28.032125 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e41573-df57-4a70-aeb8-963b8fd86dc3 req-ba1e88b7-01b8-4315-aab2-4c786d9a26bc tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:28.035211 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b3e41573-df57-4a70-aeb8-963b8fd86dc3 req-ba1e88b7-01b8-4315-aab2-4c786d9a26bc tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0742085 Jul 13 23:20:28.145667 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b3e41573-df57-4a70-aeb8-963b8fd86dc3 req-a170f861-7331-478d-8c13-413a6151d8f1 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749056 Jul 13 23:20:28.728552 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e53ee8-3c45-44d1-9aa6-52ec265ee0a4 req-ee58cf39-dbcd-4b9c-ad79-6d374d79bab6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:28.730295 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-72e53ee8-3c45-44d1-9aa6-52ec265ee0a4 req-ee58cf39-dbcd-4b9c-ad79-6d374d79bab6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0610368 Jul 13 23:20:28.783971 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:28.790482 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-72e53ee8-3c45-44d1-9aa6-52ec265ee0a4 req-acdd14c1-8f19-47b9-859a-62a4d0f88706 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539958 Jul 13 23:20:29.278231 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a069ff6-d4df-43d0-a976-9a76e88f9451 req-f83b99a5-8bf2-4138-8996-09899332ef4f tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:29.279899 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2a069ff6-d4df-43d0-a976-9a76e88f9451 req-f83b99a5-8bf2-4138-8996-09899332ef4f tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0573616 Jul 13 23:20:29.346880 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2a069ff6-d4df-43d0-a976-9a76e88f9451 req-cbe43dbf-2cd5-476f-a052-a6b53203e84c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591025 Jul 13 23:20:29.946526 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de139a6-789c-4eab-ba33-f746f2d8ecc3 req-22ba25c0-8982-4245-9044-56ebc04f9cd4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:29.949748 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4de139a6-789c-4eab-ba33-f746f2d8ecc3 req-22ba25c0-8982-4245-9044-56ebc04f9cd4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0709782 Jul 13 23:20:30.005229 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4de139a6-789c-4eab-ba33-f746f2d8ecc3 req-c2fc588b-daf9-4008-9aee-d9b32377ad55 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496457 Jul 13 23:20:30.576447 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bd6e9-a32b-4320-b2ad-75d480eb141b req-c921858a-6fbc-42a3-add4-8ea745bfb2ea tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:30.577977 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-739bd6e9-a32b-4320-b2ad-75d480eb141b req-c921858a-6fbc-42a3-add4-8ea745bfb2ea tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.1291411 Jul 13 23:20:30.643117 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-739bd6e9-a32b-4320-b2ad-75d480eb141b req-092ae5a7-6024-4b8b-86bc-170922fe81d8 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586703 Jul 13 23:20:31.196117 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d1729-f794-4209-a1ac-f5e00ae7befc req-f0c5e8b5-16a4-427f-9726-c2ee5eba4f6c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:31.200192 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-281d1729-f794-4209-a1ac-f5e00ae7befc req-f0c5e8b5-16a4-427f-9726-c2ee5eba4f6c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0691416 Jul 13 23:20:31.258480 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-281d1729-f794-4209-a1ac-f5e00ae7befc req-919049ff-5249-4dd4-a49f-430f2a9f3eec tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524895 Jul 13 23:20:31.714517 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:31.716550 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=53,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:31.813170 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf362806-e8f3-401d-bb7a-357ef8fce1e5 req-1a668259-d53b-429b-aa29-ed924138a6df tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:31.814741 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf362806-e8f3-401d-bb7a-357ef8fce1e5 req-1a668259-d53b-429b-aa29-ed924138a6df tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0578730 Jul 13 23:20:31.872150 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf362806-e8f3-401d-bb7a-357ef8fce1e5 req-0ae37f6c-3b75-4172-b61c-ecc6fd8dfd72 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497706 Jul 13 23:20:32.420946 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0b695-d35c-4b58-8c2d-3f11fc121a0b req-06fd92a5-59ce-4dc4-92aa-e6301dd31218 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:32.424396 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-07d0b695-d35c-4b58-8c2d-3f11fc121a0b req-06fd92a5-59ce-4dc4-92aa-e6301dd31218 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0706050 Jul 13 23:20:32.495976 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-07d0b695-d35c-4b58-8c2d-3f11fc121a0b req-ef2ff51e-dd77-42d2-9dfe-4bc23ebe8d7d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690737 Jul 13 23:20:32.776870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:32.778103 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:33.036478 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab10c-1bdf-4355-8aee-3a004d58e433 req-6331d10c-dbb6-49dd-8795-9ad2ed01d8fd tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:33.038838 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bcab10c-1bdf-4355-8aee-3a004d58e433 req-6331d10c-dbb6-49dd-8795-9ad2ed01d8fd tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0803766 Jul 13 23:20:33.080989 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:33.103851 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bcab10c-1bdf-4355-8aee-3a004d58e433 req-d3f2224a-1db4-4ef6-ab78-66c912531f73 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568571 Jul 13 23:20:33.704169 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e01d5-429a-48ae-b70d-0388edd668f2 req-95bfe8a8-0ca2-40d0-ad4d-9151714cf41e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:33.705671 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d85e01d5-429a-48ae-b70d-0388edd668f2 req-95bfe8a8-0ca2-40d0-ad4d-9151714cf41e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.1229038 Jul 13 23:20:33.760266 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d85e01d5-429a-48ae-b70d-0388edd668f2 req-11827c78-5400-41e1-8ff4-88428d195943 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479782 Jul 13 23:20:34.233956 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915a27d-e11c-4470-9760-ff419220c213 req-33c3c324-30d1-4473-943b-76c1cd42f464 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:34.235431 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8915a27d-e11c-4470-9760-ff419220c213 req-33c3c324-30d1-4473-943b-76c1cd42f464 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0541153 Jul 13 23:20:34.288854 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8915a27d-e11c-4470-9760-ff419220c213 req-9437801b-2f6f-41a3-a49a-f6e960187052 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470064 Jul 13 23:20:34.887398 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cab657-49ed-4fd2-bbb4-1a7584bb9f64 req-ec428020-bbe5-4a42-9e21-43de1cee728f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:34.891023 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9cab657-49ed-4fd2-bbb4-1a7584bb9f64 req-ec428020-bbe5-4a42-9e21-43de1cee728f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0523984 Jul 13 23:20:34.953860 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9cab657-49ed-4fd2-bbb4-1a7584bb9f64 req-8717f316-419b-495b-8cac-82a5f7c22aca tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589385 Jul 13 23:20:35.450746 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05f741-5671-4993-aa11-76cff2c40bf6 req-22e8c06f-8740-4cb1-9cc4-8a3b5a7370a7 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:35.452496 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4f05f741-5671-4993-aa11-76cff2c40bf6 req-22e8c06f-8740-4cb1-9cc4-8a3b5a7370a7 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0650866 Jul 13 23:20:35.488002 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:35.522517 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4f05f741-5671-4993-aa11-76cff2c40bf6 req-cc3c4827-162e-4a70-9bab-35c3eca37fad tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596569 Jul 13 23:20:36.096637 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2257307-a48c-4b61-ad42-6a2a9bddc9cd req-bd93bccf-4b18-4047-8197-db96b5754174 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:36.098448 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2257307-a48c-4b61-ad42-6a2a9bddc9cd req-bd93bccf-4b18-4047-8197-db96b5754174 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0535009 Jul 13 23:20:36.153609 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2257307-a48c-4b61-ad42-6a2a9bddc9cd req-b999086f-65c8-4b50-8a2b-a7e3b0465a48 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494823 Jul 13 23:20:36.653334 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f956b-b235-4c23-9498-9711c0eca028 req-78415b17-5e8e-4fa5-a489-65bdec23b6e4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:36.655086 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-427f956b-b235-4c23-9498-9711c0eca028 req-78415b17-5e8e-4fa5-a489-65bdec23b6e4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0518222 Jul 13 23:20:36.716586 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-427f956b-b235-4c23-9498-9711c0eca028 req-11be1d6f-dbd4-4dec-9640-e5f41bb2a8cf tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549099 Jul 13 23:20:37.308305 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138b40-89b7-4091-82e0-4d15b7c0c31e req-1b9e6151-ab8d-4ca0-96cc-ac7beb882e4d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:37.310238 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f138b40-89b7-4091-82e0-4d15b7c0c31e req-1b9e6151-ab8d-4ca0-96cc-ac7beb882e4d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0669947 Jul 13 23:20:37.369906 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f138b40-89b7-4091-82e0-4d15b7c0c31e req-1e45b9f6-2a86-42b0-800a-703b7d347d25 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536473 Jul 13 23:20:37.844656 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab614f47-573a-424e-901e-0a0d578b6deb req-224448ab-3924-4442-946a-471b4e03b94d tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:37.846287 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab614f47-573a-424e-901e-0a0d578b6deb req-224448ab-3924-4442-946a-471b4e03b94d tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0496712 Jul 13 23:20:37.904286 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab614f47-573a-424e-901e-0a0d578b6deb req-69bb4d87-b3bd-4ad1-8ba0-ed80b601bec8 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491202 Jul 13 23:20:37.985645 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:38.520631 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef670f-27f6-4424-af8b-61b41eb649a6 req-833aa2ef-71d9-49c3-b957-ec9177b58d4d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:38.522260 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9cef670f-27f6-4424-af8b-61b41eb649a6 req-833aa2ef-71d9-49c3-b957-ec9177b58d4d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0588200 Jul 13 23:20:38.582674 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9cef670f-27f6-4424-af8b-61b41eb649a6 req-1fcaecec-6858-47ea-ba49-bec40a7aea3b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513351 Jul 13 23:20:39.033147 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f893bc-2581-4a0f-a0de-3ff62a62515d req-d3b27d7b-e74c-4a95-b652-05712453b824 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:39.034782 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39f893bc-2581-4a0f-a0de-3ff62a62515d req-d3b27d7b-e74c-4a95-b652-05712453b824 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0518136 Jul 13 23:20:39.096475 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39f893bc-2581-4a0f-a0de-3ff62a62515d req-b1ca294d-8795-46e7-99bc-07b4a1b66b47 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546565 Jul 13 23:20:39.690770 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:39.731385 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa618b8-c3c3-4676-88a7-c26efc13ff0c req-6a6cf9e3-50cf-43e6-ba29-c4acb7a9dbe9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:39.732994 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5fa618b8-c3c3-4676-88a7-c26efc13ff0c req-6a6cf9e3-50cf-43e6-ba29-c4acb7a9dbe9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0527091 Jul 13 23:20:39.792106 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5fa618b8-c3c3-4676-88a7-c26efc13ff0c req-b4a29c73-344a-4cf7-8fbb-2b4153f54a0c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519948 Jul 13 23:20:40.210341 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5b1f-678b-4c29-925f-885f428f8210 req-82f2d89e-c4c2-49b4-b5db-15220735a693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:40.211962 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-256e5b1f-678b-4c29-925f-885f428f8210 req-82f2d89e-c4c2-49b4-b5db-15220735a693 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0471478 Jul 13 23:20:40.260652 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-256e5b1f-678b-4c29-925f-885f428f8210 req-87078266-08aa-42ae-ae7a-aef0a69421e2 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Jul 13 23:20:40.852523 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-88b53a3c-f529-4e9c-b3b4-0ef42eb55110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:40.920313 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492083d0-712b-415b-867f-a08d65dfdaf3 req-eadb9127-7c05-41f5-bbd4-75ee61878674 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:40.922111 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-492083d0-712b-415b-867f-a08d65dfdaf3 req-eadb9127-7c05-41f5-bbd4-75ee61878674 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0509901 Jul 13 23:20:40.976940 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-492083d0-712b-415b-867f-a08d65dfdaf3 req-9f158715-a4aa-4b3c-8c86-d57afb3a1ed7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448785 Jul 13 23:20:41.387967 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fac77-db49-4351-b1d0-eb31270c1fc8 req-f884dfbd-f35f-43b7-85f9-d7f19fdf4c9b tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:41.389488 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-421fac77-db49-4351-b1d0-eb31270c1fc8 req-f884dfbd-f35f-43b7-85f9-d7f19fdf4c9b tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0521116 Jul 13 23:20:41.442668 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-421fac77-db49-4351-b1d0-eb31270c1fc8 req-dcd8a493-601c-4189-81d6-f7968c6ad54a tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472310 Jul 13 23:20:42.095682 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083f47-6add-450a-81e2-989aa5bbe490 req-400c7a19-c2d7-4bb1-8d34-a18f453d1f8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:42.097298 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-65083f47-6add-450a-81e2-989aa5bbe490 req-400c7a19-c2d7-4bb1-8d34-a18f453d1f8b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0471239 Jul 13 23:20:42.151185 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-65083f47-6add-450a-81e2-989aa5bbe490 req-cddba299-4737-4cb1-a122-38eeb08d97b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472307 Jul 13 23:20:42.553196 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:42.563096 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678bfb5-3e54-456c-b07f-0182ac4d4af4 req-c6ce4a1e-4024-46c6-a4ff-87151b49a6a0 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:42.564682 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b678bfb5-3e54-456c-b07f-0182ac4d4af4 req-c6ce4a1e-4024-46c6-a4ff-87151b49a6a0 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0529952 Jul 13 23:20:42.830428 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b678bfb5-3e54-456c-b07f-0182ac4d4af4 req-3cd8245a-bb5a-429d-861b-bc0eab6e9ba4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592497 Jul 13 23:20:43.281539 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4a374-80ba-4664-9bb0-e85146096e1a req-88a955c3-137d-4921-8a8e-4d627ba4ed9b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:43.283971 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ae4a374-80ba-4664-9bb0-e85146096e1a req-88a955c3-137d-4921-8a8e-4d627ba4ed9b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0579305 Jul 13 23:20:43.327835 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-0db7369a-556b-483f-a904-88c3baba8edf tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:43.329379 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-0db7369a-556b-483f-a904-88c3baba8edf tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.58 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Jul 13 23:20:43.360876 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ae4a374-80ba-4664-9bb0-e85146096e1a req-14c87223-3ae2-4e73-892a-4d828b2fca93 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700700 Jul 13 23:20:43.832982 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae695-661a-4390-90f2-1914b5db01c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:43.956364 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5daa70-ab3b-4cb7-80c4-6bb13337c9da req-bc22cdea-f533-4924-a247-ac9431b28393 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:43.957921 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af5daa70-ab3b-4cb7-80c4-6bb13337c9da req-bc22cdea-f533-4924-a247-ac9431b28393 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0592706 Jul 13 23:20:43.964277 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:20:44.036385 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af5daa70-ab3b-4cb7-80c4-6bb13337c9da req-b5a54775-84c0-4186-89d5-ada276053d9b tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714464 Jul 13 23:20:44.491133 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c146e-3f4e-4920-bf91-62f5212c2ccf req-1086b732-2b73-4def-b9b4-cc66243c34ce tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:44.492734 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7b1c146e-3f4e-4920-bf91-62f5212c2ccf req-1086b732-2b73-4def-b9b4-cc66243c34ce tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0500848 Jul 13 23:20:44.535736 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:44.547664 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7b1c146e-3f4e-4920-bf91-62f5212c2ccf req-9c2ce2e5-6f31-4048-9545-c963b70ab983 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493453 Jul 13 23:20:45.161751 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb30bd9-63ce-4bf7-b26f-ec79c23400fb req-4ac616ab-f71f-4f8e-81bc-331e28260d89 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:45.163343 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5fb30bd9-63ce-4bf7-b26f-ec79c23400fb req-4ac616ab-f71f-4f8e-81bc-331e28260d89 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 945 time: 0.0481601 Jul 13 23:20:45.221188 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5fb30bd9-63ce-4bf7-b26f-ec79c23400fb req-82fbbe89-3c3e-4886-8470-653d36b8ec91 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518847 Jul 13 23:20:45.683046 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Deleting port 7cbcc712-d5cd-4335-a248-61c30d593b41 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:20:45.683688 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa5c4-3c48-4702-b208-5aeb4a0525e2 req-8a4c0bd7-3cf0-47de-9424-c96240723312 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:45.684086 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:45.685432 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-835aa5c4-3c48-4702-b208-5aeb4a0525e2 req-8a4c0bd7-3cf0-47de-9424-c96240723312 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0597055 Jul 13 23:20:45.736809 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-835aa5c4-3c48-4702-b208-5aeb4a0525e2 req-f7f63041-43de-4360-9dfa-f062caf34595 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453236 Jul 13 23:20:45.791948 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] For port 7cbcc712-d5cd-4335-a248-61c30d593b41, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cbcc712-d5cd-4335-a248-61c30d593b41,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:20:45.792309 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:45.806332 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Calling delete_port for 7cbcc712-d5cd-4335-a248-61c30d593b41 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:20:45.942096 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (7cbcc712-d5cd-4335-a248-61c30d593b41), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:45.973759 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Pushing event deleted for resources: {'Port': ['ID=7cbcc712-d5cd-4335-a248-61c30d593b41,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:20:45.986258 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.986706 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.987168 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.987592 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.988081 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.988528 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.989963 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.989963 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.990313 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.990526 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.991000 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.991417 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.991873 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.992333 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:45.992712 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:46.038909 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] No DVR routers for this DVR port 7cbcc712-d5cd-4335-a248-61c30d593b41 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:20:46.041563 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:46.044980 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-00ce59c6-96cc-4153-9aea-eecd680d0fb1 req-761d4f75-5077-40bf-99be-5cd24c111f79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.58 "DELETE /v2.0/ports/7cbcc712-d5cd-4335-a248-61c30d593b41 HTTP/1.1" status: 204 len: 173 time: 0.4884248 Jul 13 23:20:46.045440 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ba6d26-e3d4-47a9-a39f-b4f6deceb681', 'name': 'network-vif-deleted', 'tag': '7cbcc712-d5cd-4335-a248-61c30d593b41'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:20:46.048110 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a02066c-4fff-45a3-a8a4-27336bdaa65d" -d '{"events": [{"server_uuid": "78ba6d26-e3d4-47a9-a39f-b4f6deceb681", "name": "network-vif-deleted", "tag": "7cbcc712-d5cd-4335-a248-61c30d593b41"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:20:46.086579 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9926e9-eb6b-42f8-869c-42d64da95e7f x-openstack-request-id: req-7a9926e9-eb6b-42f8-869c-42d64da95e7f {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:20:46.086983 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ba6d26-e3d4-47a9-a39f-b4f6deceb681", "name": "network-vif-deleted", "tag": "7cbcc712-d5cd-4335-a248-61c30d593b41", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:20:46.087145 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a9926e9-eb6b-42f8-869c-42d64da95e7f {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:20:46.087565 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9926e9-eb6b-42f8-869c-42d64da95e7f'] response: {'server_uuid': '78ba6d26-e3d4-47a9-a39f-b4f6deceb681', 'name': 'network-vif-deleted', 'tag': '7cbcc712-d5cd-4335-a248-61c30d593b41', 'status': 'completed', 'code': 200} Jul 13 23:20:46.284158 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 7cbcc712-d5cd-4335-a248-61c30d593b41 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:20:46.305085 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 7cbcc712-d5cd-4335-a248-61c30d593b41 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:20:46.305435 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 7cbcc712-d5cd-4335-a248-61c30d593b41 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:20:46.335989 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-557e67cc-59af-4d08-aa66-c58d090ec391 req-db157d80-0e4d-4e59-a56b-204f1c4dee9e tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ba6d26-e3d4-47a9-a39f-b4f6deceb681 HTTP/1.1" status: 200 len: 210 time: 0.0302184 Jul 13 23:20:46.486106 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:46.686598 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:46.866572 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfa2f5-b37c-454d-8baf-32c205598414 req-6401993a-66b1-4879-ae12-2fbe6578fe29 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:46.868322 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1bfa2f5-b37c-454d-8baf-32c205598414 req-6401993a-66b1-4879-ae12-2fbe6578fe29 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0486872 Jul 13 23:20:46.884168 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:46.929935 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1bfa2f5-b37c-454d-8baf-32c205598414 req-acd03bb5-25a1-4c73-8aba-2597de964d20 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522308 Jul 13 23:20:48.079088 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d8806-1597-4e3b-a3df-de0081fb93c6 req-7ce04dde-4a5d-466f-99c2-d2d99d018a6c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:48.082153 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e54d8806-1597-4e3b-a3df-de0081fb93c6 req-7ce04dde-4a5d-466f-99c2-d2d99d018a6c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0584068 Jul 13 23:20:48.135289 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e54d8806-1597-4e3b-a3df-de0081fb93c6 req-8cfe739f-f511-4648-893e-6360e10a7e35 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475156 Jul 13 23:20:49.261553 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53933a1-71e3-460b-9507-5553cacd14bb req-a1ce08d9-1f05-49eb-add5-c8014a475c54 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:49.263078 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d53933a1-71e3-460b-9507-5553cacd14bb req-a1ce08d9-1f05-49eb-add5-c8014a475c54 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0478697 Jul 13 23:20:49.314432 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d53933a1-71e3-460b-9507-5553cacd14bb req-0f6a83ac-dcce-4318-b2d1-5d8b51e3140e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425177 Jul 13 23:20:50.438122 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979fffb-cc9d-409c-9c3f-18a5f2542258 req-9aa32934-b298-4fb9-a121-737cd830341d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:50.439673 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6979fffb-cc9d-409c-9c3f-18a5f2542258 req-9aa32934-b298-4fb9-a121-737cd830341d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0498943 Jul 13 23:20:50.501636 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6979fffb-cc9d-409c-9c3f-18a5f2542258 req-3b5d9b4f-2183-40d8-80fa-b46392d9b3e9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447347 Jul 13 23:20:51.624652 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e42b2-5df4-4b99-9604-16199e60eda6 req-0f8f31a0-0179-43f3-939a-b901e9784452 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:51.626080 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a2e42b2-5df4-4b99-9604-16199e60eda6 req-0f8f31a0-0179-43f3-939a-b901e9784452 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0498013 Jul 13 23:20:51.658731 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:51.676442 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a2e42b2-5df4-4b99-9604-16199e60eda6 req-640f2750-aef3-4f73-b4e5-4436a48c727e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Jul 13 23:20:51.730991 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:52.817212 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bb08f-0865-4322-865d-b7d8995cf996 req-b5e08b33-47b3-4cca-b499-d0f70723e716 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:52.818749 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-288bb08f-0865-4322-865d-b7d8995cf996 req-b5e08b33-47b3-4cca-b499-d0f70723e716 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0658150 Jul 13 23:20:52.869326 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-288bb08f-0865-4322-865d-b7d8995cf996 req-80056eef-2cae-45e1-a7fe-fe43e8a8a89d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447631 Jul 13 23:20:54.028945 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf3ac1-e91c-430b-bd4a-7328144148b3 req-6f3df086-6bbd-49dc-966a-0d7a2876c6ce tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:54.030488 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5daf3ac1-e91c-430b-bd4a-7328144148b3 req-6f3df086-6bbd-49dc-966a-0d7a2876c6ce tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0507822 Jul 13 23:20:54.086200 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5daf3ac1-e91c-430b-bd4a-7328144148b3 req-b10da4eb-81a7-4e09-a710-43d01315ddc0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491009 Jul 13 23:20:55.215961 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc01c6-dd12-4a16-88d9-03b39450eee1 req-2c1dc0cd-ba87-435c-8015-a16a6f2ba783 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:55.217491 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a7fc01c6-dd12-4a16-88d9-03b39450eee1 req-2c1dc0cd-ba87-435c-8015-a16a6f2ba783 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0525918 Jul 13 23:20:55.276041 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a7fc01c6-dd12-4a16-88d9-03b39450eee1 req-2959ed21-866f-4f50-9fe0-6e8f35ac3fc1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518956 Jul 13 23:20:55.971820 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:55.973053 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:56.002342 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:56.023501 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:56.397178 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66af4e-5ae1-4308-8376-398f5a38282d req-a330e1a6-518f-4387-bc67-5430f1b747a5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:56.398784 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1a66af4e-5ae1-4308-8376-398f5a38282d req-a330e1a6-518f-4387-bc67-5430f1b747a5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0463421 Jul 13 23:20:56.445208 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1a66af4e-5ae1-4308-8376-398f5a38282d req-fc780bbd-2f86-4db7-af7d-c997eb02c526 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410919 Jul 13 23:20:57.526956 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:20:57.568486 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a534d99-0ca0-406a-9143-c7751f34efa0 req-894f05c8-5442-41eb-8c9e-cf311744fa37 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:57.569890 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7a534d99-0ca0-406a-9143-c7751f34efa0 req-894f05c8-5442-41eb-8c9e-cf311744fa37 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 943 time: 0.0492110 Jul 13 23:20:57.618715 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7a534d99-0ca0-406a-9143-c7751f34efa0 req-755c6634-b8cc-45c5-87e4-5c021b0ef9cb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432773 Jul 13 23:20:57.628895 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:20:57.641241 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'port_id': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'mac_address': 'fa:16:3e:9c:45:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:20:57.680749 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:20:57.681294 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:57.700145 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:20:57.720306 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:20:57.724608 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:20:57.783182 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=9']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:20:57.791498 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.791905 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.792240 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.792576 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.792904 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.793230 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.793552 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.793875 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.794266 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.794614 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.794948 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.795282 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.795639 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.795961 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:57.796522 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:20:58.744111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39019b13-7366-4a5a-afba-9d44baf44c43 req-8a7b09ba-1319-42b1-a20c-4e613085870f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:58.745978 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39019b13-7366-4a5a-afba-9d44baf44c43 req-8a7b09ba-1319-42b1-a20c-4e613085870f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0514722 Jul 13 23:20:58.793662 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39019b13-7366-4a5a-afba-9d44baf44c43 req-f6e9eba5-0c23-4359-9d92-b5f8b246b293 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423057 Jul 13 23:20:59.918292 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0695fd-1ec7-4d21-abdf-c393c3dbe5ec req-13ab5543-a216-4bb6-93f9-946fdbe79771 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:20:59.919771 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a0695fd-1ec7-4d21-abdf-c393c3dbe5ec req-13ab5543-a216-4bb6-93f9-946fdbe79771 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0496700 Jul 13 23:20:59.946165 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:20:59.967889 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a0695fd-1ec7-4d21-abdf-c393c3dbe5ec req-42369a8e-35af-4bc2-8576-22954655054b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418501 Jul 13 23:21:01.085381 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c5b7-96c9-404d-9e79-0c7602b1454d req-025cd00b-869d-4ed7-9b79-65fcc42c61c6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:01.086833 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3252c5b7-96c9-404d-9e79-0c7602b1454d req-025cd00b-869d-4ed7-9b79-65fcc42c61c6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0465024 Jul 13 23:21:01.136470 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3252c5b7-96c9-404d-9e79-0c7602b1454d req-7475a932-e460-4247-803a-34e19883c885 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442584 Jul 13 23:21:01.233636 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:21:01.629475 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-ca463108-7668-485f-ae47-4c7e683c5cb5 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:01.630940 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-ca463108-7668-485f-ae47-4c7e683c5cb5 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/networks?id=22ad64ba-be8e-4299-b801-db941a45aafb HTTP/1.1" status: 200 len: 814 time: 0.1040263 Jul 13 23:21:01.645978 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-006ee262-68b7-4e00-b276-976e9856ca79 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/quotas/63fee05e13f74a46ab5f44c0a393220b HTTP/1.1" status: 200 len: 375 time: 0.0097482 Jul 13 23:21:01.681571 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-46db7928-fbb4-4614-8af8-cf63ef1abe83 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=63fee05e13f74a46ab5f44c0a393220b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306065 Jul 13 23:21:01.823980 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-c8e7d54e-43ce-4b5f-a83d-03a5759a9e28 service neutron] 10.222.0.60 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358988 Jul 13 23:21:01.849571 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:01.919104 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-f2afaf90-ea80-4dc7-89f9-1f042e843995 service neutron] 10.222.0.60 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891893 Jul 13 23:21:02.085502 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cdb16ca0-503c-4265-9a58-0b667e1f83f2 req-b9e160d6-7e51-40aa-81db-922aa82556c2 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 210 time: 0.0277624 Jul 13 23:21:02.258032 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9f5f3-5bb7-4579-a56c-fcd20aa56a39 req-cb73e534-8a34-4669-8d68-9e8b44d6dee9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:02.259491 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8bf9f5f3-5bb7-4579-a56c-fcd20aa56a39 req-cb73e534-8a34-4669-8d68-9e8b44d6dee9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0498602 Jul 13 23:21:02.316637 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8bf9f5f3-5bb7-4579-a56c-fcd20aa56a39 req-50a25416-600b-4952-aafc-beb6ea97cc2f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503590 Jul 13 23:21:02.951337 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:21:02.953551 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:02.955844 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:02.998716 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:21:02.999083 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:03.075762 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:21:03.076141 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:03.100546 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:21:03.102713 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccec423-cece-44a2-81fa-f51516612582" -d '{"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:21:03.116267 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:21:03.121786 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:03.174488 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=10']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:21:03.189294 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad1fa2-b648-4418-b645-0b3d8abaa3c7 x-openstack-request-id: req-7aad1fa2-b648-4418-b645-0b3d8abaa3c7 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:21:03.191424 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:21:03.191829 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7aad1fa2-b648-4418-b645-0b3d8abaa3c7 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:21:03.192247 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aad1fa2-b648-4418-b645-0b3d8abaa3c7'] response: {'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'code': 200} Jul 13 23:21:03.233231 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-08a36465-03f3-495e-b714-902c9774da19 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:03.234640 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-08a36465-03f3-495e-b714-902c9774da19 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.58 "GET /v2.0/networks?id=22ad64ba-be8e-4299-b801-db941a45aafb HTTP/1.1" status: 200 len: 814 time: 0.1345856 Jul 13 23:21:03.241609 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da4a1f8b-add2-4574-a26c-4323ff58b86d req-f67aa807-0948-42e3-b181-fed1a39eb8dd tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 210 time: 0.0349913 Jul 13 23:21:03.248866 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Request body: {'port': {'device_id': '506cbfee-deb8-4f88-baa8-bd59c743318c', 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb', 'admin_state_up': True, 'tenant_id': '63fee05e13f74a46ab5f44c0a393220b'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:21:03.400799 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Made reservation on behalf of 63fee05e13f74a46ab5f44c0a393220b for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:21:03.404342 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:03.448394 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce05299-662d-498e-907f-266aa2bce286 req-57b86cc7-6f46-4b7d-ad26-0a104b13becd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:03.450209 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ce05299-662d-498e-907f-266aa2bce286 req-57b86cc7-6f46-4b7d-ad26-0a104b13becd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0542560 Jul 13 23:21:03.502695 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ce05299-662d-498e-907f-266aa2bce286 req-7b2bbd0c-f3ca-4e95-b6ae-7548a0a5b04a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464487 Jul 13 23:21:03.543588 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Allocated IP 172.20.0.12 (22ad64ba-be8e-4299-b801-db941a45aafb/28e40da9-d46d-49c6-bc6d-78c70eaf72c0/cd157942-8ddc-4738-b1be-2404e400b753) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:21:03.718025 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks [] for port (cd157942-8ddc-4738-b1be-2404e400b753), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:03.765145 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (cd157942-8ddc-4738-b1be-2404e400b753), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:03.816410 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Network 22ad64ba-be8e-4299-b801-db941a45aafb is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:21:03.822435 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:21:03.826828 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:21:03.851997 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Pushing event updated for resources: {'Port': ['ID=cd157942-8ddc-4738-b1be-2404e400b753,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:21:03.881409 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:03.882040 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:03.905470 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-bf3f18e9-869c-4afc-a9fc-330dfd7db93c tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6605291 Jul 13 23:21:03.956960 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Request body: {'port': {'device_id': '506cbfee-deb8-4f88-baa8-bd59c743318c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:21:04.006538 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b002d-649c-496b-b96a-25a8bac34d1a req-1f110da2-69b5-4d18-9886-2d12aa4007e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:04.008028 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8a7b002d-649c-496b-b96a-25a8bac34d1a req-1f110da2-69b5-4d18-9886-2d12aa4007e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 1130 time: 0.1165574 Jul 13 23:21:04.035768 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:04.055177 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (cd157942-8ddc-4738-b1be-2404e400b753), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:04.074258 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:04.115414 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8a7b002d-649c-496b-b96a-25a8bac34d1a req-c3e7be2b-f2bc-4111-84ce-b178e2e1aee9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867519 Jul 13 23:21:04.360509 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd157942-8ddc-4738-b1be-2404e400b753 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:21:04.369111 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Publish callbacks [] for port (cd157942-8ddc-4738-b1be-2404e400b753), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:04.369610 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07824d3-00d7-4a86-b338-1bf058749aca req-fd7e5f6f-f1c9-497c-bb0f-a5f33822731a tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:04.371188 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d07824d3-00d7-4a86-b338-1bf058749aca req-fd7e5f6f-f1c9-497c-bb0f-a5f33822731a tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 932 time: 0.0498090 Jul 13 23:21:04.385037 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Transition to ACTIVE for port object cd157942-8ddc-4738-b1be-2404e400b753 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:21:04.388764 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (cd157942-8ddc-4738-b1be-2404e400b753), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:04.425415 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d07824d3-00d7-4a86-b338-1bf058749aca req-87f4dff8-2574-4d75-947f-8015daa45f59 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478318 Jul 13 23:21:04.442591 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Pushing event updated for resources: {'Port': ['ID=cd157942-8ddc-4738-b1be-2404e400b753,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:21:04.516909 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Attempting to bind port cd157942-8ddc-4738-b1be-2404e400b753 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:21:04.517239 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Attempting to bind port cd157942-8ddc-4738-b1be-2404e400b753 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3748ae8b-9e21-4d09-a46c-f17553733dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:21:04.517566 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Attempting to bind port cd157942-8ddc-4738-b1be-2404e400b753 on network 22ad64ba-be8e-4299-b801-db941a45aafb {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:21:04.522358 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Port cd157942-8ddc-4738-b1be-2404e400b753 on network 22ad64ba-be8e-4299-b801-db941a45aafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:21:04.522676 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Attempting to bind port cd157942-8ddc-4738-b1be-2404e400b753 on network 22ad64ba-be8e-4299-b801-db941a45aafb {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:21:04.527768 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:21:04.528112 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Checking segment: {'id': '3748ae8b-9e21-4d09-a46c-f17553733dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:21:04.528476 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Bound using segment: {'id': '3748ae8b-9e21-4d09-a46c-f17553733dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:21:04.528922 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Bound port: cd157942-8ddc-4738-b1be-2404e400b753, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3748ae8b-9e21-4d09-a46c-f17553733dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:21:04.529275 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (cd157942-8ddc-4738-b1be-2404e400b753), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:04.595457 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] For port cd157942-8ddc-4738-b1be-2404e400b753, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:21:04.598917 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] For port cd157942-8ddc-4738-b1be-2404e400b753, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd157942-8ddc-4738-b1be-2404e400b753,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:21:04.604524 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (cd157942-8ddc-4738-b1be-2404e400b753), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:04.624394 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa85d80-f07b-4e2b-89af-b126a9ea4bc8 req-621fbb05-77d9-4833-9e32-efcb5fce2645 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:04.625865 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1aa85d80-f07b-4e2b-89af-b126a9ea4bc8 req-621fbb05-77d9-4833-9e32-efcb5fce2645 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0495007 Jul 13 23:21:04.637884 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:04.638986 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:04.640412 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] 10.222.0.58 "PUT /v2.0/ports/cd157942-8ddc-4738-b1be-2404e400b753 HTTP/1.1" status: 200 len: 1094 time: 0.7281785 Jul 13 23:21:04.640849 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506cbfee-deb8-4f88-baa8-bd59c743318c', 'tag': 'cd157942-8ddc-4738-b1be-2404e400b753'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:21:04.643102 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "506cbfee-deb8-4f88-baa8-bd59c743318c", "tag": "cd157942-8ddc-4738-b1be-2404e400b753"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:21:04.669351 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75a246-eafc-4430-8fd8-4ccad8ec3c33 service neutron] Pushing event updated for resources: {'Port': ['ID=cd157942-8ddc-4738-b1be-2404e400b753,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:21:04.696050 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1aa85d80-f07b-4e2b-89af-b126a9ea4bc8 req-89bcce71-a749-4809-a316-3311d606d0b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631833 Jul 13 23:21:04.734925 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-9ddae185-3cff-4a9d-a332-2722cfdf3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:04.736708 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-9ddae185-3cff-4a9d-a332-2722cfdf3bbd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63fee05e13f74a46ab5f44c0a393220b&device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 1128 time: 0.0444119 Jul 13 23:21:04.751554 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a901c-7dc8-4dbf-8e99-f6df592e3de1 x-openstack-request-id: req-e10a901c-7dc8-4dbf-8e99-f6df592e3de1 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:21:04.751835 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506cbfee-deb8-4f88-baa8-bd59c743318c", "tag": "cd157942-8ddc-4738-b1be-2404e400b753", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:21:04.752081 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e10a901c-7dc8-4dbf-8e99-f6df592e3de1 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:21:04.752470 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10a901c-7dc8-4dbf-8e99-f6df592e3de1'] response: {'name': 'network-changed', 'server_uuid': '506cbfee-deb8-4f88-baa8-bd59c743318c', 'tag': 'cd157942-8ddc-4738-b1be-2404e400b753', 'status': 'completed', 'code': 200} Jul 13 23:21:04.784475 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-de14405f-b35d-4d9b-9c69-5d2f10d0e7c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd157942-8ddc-4738-b1be-2404e400b753 HTTP/1.1" status: 200 len: 217 time: 0.0399060 Jul 13 23:21:04.834296 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-19d6dbb9-3991-49e1-a708-efcbb4951ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:04.835660 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-19d6dbb9-3991-49e1-a708-efcbb4951ea5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=28e40da9-d46d-49c6-bc6d-78c70eaf72c0 HTTP/1.1" status: 200 len: 854 time: 0.0450802 Jul 13 23:21:05.538333 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fcdd1-05f5-4d9d-9460-aadb6134b68d req-ea80753e-086a-45ac-95f0-17b6475ed828 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:05.539950 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3d4fcdd1-05f5-4d9d-9460-aadb6134b68d req-ea80753e-086a-45ac-95f0-17b6475ed828 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 944 time: 0.0471573 Jul 13 23:21:05.590471 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3d4fcdd1-05f5-4d9d-9460-aadb6134b68d req-6b2b7805-fa00-4914-b641-ec9e8740024a tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 Jul 13 23:21:05.813211 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-c6fda989-aa96-4938-897b-5a6ad7eb8967 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22ad64ba-be8e-4299-b801-db941a45aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278680 Jul 13 23:21:05.823751 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56ee11-865b-4943-9eb9-17915f23646c req-4804cf52-4f26-403d-81a3-049c1b3a77aa tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:05.825299 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da56ee11-865b-4943-9eb9-17915f23646c req-4804cf52-4f26-403d-81a3-049c1b3a77aa tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0542603 Jul 13 23:21:05.880262 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da56ee11-865b-4943-9eb9-17915f23646c req-b8aedabc-ba77-4a12-aa55-17f9a006354b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483515 Jul 13 23:21:05.919729 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-95a51f85-89f2-4588-a01d-9c5a4e649793 service neutron] 10.222.0.58 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998933 Jul 13 23:21:05.954871 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:06.013480 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b0cfb60c-240b-457d-a0c6-b09c356d57a6 req-7498361e-2a4a-4fd1-a16e-3911c3eb1867 service neutron] 10.222.0.58 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Jul 13 23:21:06.709538 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:06.722035 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b38f9-9d1c-455e-affa-b65bd5f2bd5a req-819789a2-487c-4f34-b710-00fcd0dc5f1b tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:06.722035 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-663b38f9-9d1c-455e-affa-b65bd5f2bd5a req-819789a2-487c-4f34-b710-00fcd0dc5f1b tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 944 time: 0.0538895 Jul 13 23:21:06.772241 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-663b38f9-9d1c-455e-affa-b65bd5f2bd5a req-7de6d139-9dc0-4488-b4a7-86c65bd35ae0 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Jul 13 23:21:06.999517 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2c87a-8fc5-4999-a050-52171421cccc req-5128cf42-9554-4d19-bd23-de0c6a6d0b95 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:07.000987 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37a2c87a-8fc5-4999-a050-52171421cccc req-5128cf42-9554-4d19-bd23-de0c6a6d0b95 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0461087 Jul 13 23:21:07.048725 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37a2c87a-8fc5-4999-a050-52171421cccc req-0a234a65-d2ae-4e61-9476-5928151156c7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418160 Jul 13 23:21:07.887851 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdf462-6498-4911-a1bb-6131420491f1 req-de84c926-ae3d-4007-820e-85b4e682debd tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:07.889331 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bdfdf462-6498-4911-a1bb-6131420491f1 req-de84c926-ae3d-4007-820e-85b4e682debd tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 944 time: 0.0491359 Jul 13 23:21:07.945725 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bdfdf462-6498-4911-a1bb-6131420491f1 req-e5d89cc4-77c2-4e40-8a4c-304d42315ee1 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497513 Jul 13 23:21:08.170102 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072eb48c-9329-4d0a-9fc0-7d786fd6a55e req-060013bd-2a69-4990-9e83-ac8a84b8a692 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:08.171847 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-072eb48c-9329-4d0a-9fc0-7d786fd6a55e req-060013bd-2a69-4990-9e83-ac8a84b8a692 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0468764 Jul 13 23:21:08.222710 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-072eb48c-9329-4d0a-9fc0-7d786fd6a55e req-8bd7a641-4c80-4d70-8688-e09362b85d8f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447481 Jul 13 23:21:09.058050 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:09.071013 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de951443-9602-4338-8440-dabbe058aa5c req-b2a3a1da-37fd-47a7-83b4-f483fbded91f tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:09.072664 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-de951443-9602-4338-8440-dabbe058aa5c req-b2a3a1da-37fd-47a7-83b4-f483fbded91f tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 944 time: 0.0585816 Jul 13 23:21:09.128951 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-de951443-9602-4338-8440-dabbe058aa5c req-cc43fd46-fcab-4b14-92d2-3c04f4f2bcab tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Jul 13 23:21:09.353668 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9750059-b9dd-4856-9da1-7bcd59884a50 req-e27bd35a-8ec0-43f9-950c-0776010adaf4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:09.355341 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c9750059-b9dd-4856-9da1-7bcd59884a50 req-e27bd35a-8ec0-43f9-950c-0776010adaf4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0508966 Jul 13 23:21:09.422278 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c9750059-b9dd-4856-9da1-7bcd59884a50 req-0b3a07de-a26e-471e-b1fe-fa012f3d261f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605826 Jul 13 23:21:10.259112 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e97b-f47b-4951-823c-0a1b808f3f2b req-ebcf37f2-7c7e-4ae6-81a5-bfcb8d2a1a82 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:10.260836 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5d46e97b-f47b-4951-823c-0a1b808f3f2b req-ebcf37f2-7c7e-4ae6-81a5-bfcb8d2a1a82 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 944 time: 0.0555849 Jul 13 23:21:10.287574 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:10.306780 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-461e68ed-5fcc-4c00-a02b-f2a51598f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:10.308337 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-461e68ed-5fcc-4c00-a02b-f2a51598f614 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63fee05e13f74a46ab5f44c0a393220b&device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 1128 time: 0.0499909 Jul 13 23:21:10.319228 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5d46e97b-f47b-4951-823c-0a1b808f3f2b req-2b6435aa-8967-44a8-8f84-6ee88b953566 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519862 Jul 13 23:21:10.553176 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c8505-a1f3-48e2-a2fb-ded75e0df297 req-67c519a6-db7d-4520-960e-d820cdcff39c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:10.554726 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-404c8505-a1f3-48e2-a2fb-ded75e0df297 req-67c519a6-db7d-4520-960e-d820cdcff39c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0561869 Jul 13 23:21:10.606466 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-404c8505-a1f3-48e2-a2fb-ded75e0df297 req-9d12d958-2376-481c-bb45-739817442e7d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454144 Jul 13 23:21:10.814691 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-fc128be3-52ed-4bdf-bc1f-633b798bf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:10.816497 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-fc128be3-52ed-4bdf-bc1f-633b798bf61e service neutron] 10.222.0.58 "GET /v2.0/networks?id=22ad64ba-be8e-4299-b801-db941a45aafb HTTP/1.1" status: 200 len: 915 time: 0.0949471 Jul 13 23:21:10.858920 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5afb0554-bbf9-4255-8b7d-6c309eb2a2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:10.878895 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-ed193e5e-30e8-476f-8d72-a839858ead2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd157942-8ddc-4738-b1be-2404e400b753 HTTP/1.1" status: 200 len: 217 time: 0.0345213 Jul 13 23:21:10.932616 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-e1342285-3268-438a-96b1-81b42cf0459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:10.934069 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-e1342285-3268-438a-96b1-81b42cf0459f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=28e40da9-d46d-49c6-bc6d-78c70eaf72c0 HTTP/1.1" status: 200 len: 854 time: 0.0496252 Jul 13 23:21:10.967527 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-09677bda-faad-4532-a788-ffee1fe42726 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22ad64ba-be8e-4299-b801-db941a45aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271828 Jul 13 23:21:10.970079 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device cd157942-8ddc-4738-b1be-2404e400b753 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:21:11.063099 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-35370111-48b5-4500-84eb-6cb4d1e3f59e service neutron] 10.222.0.58 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887380 Jul 13 23:21:11.082871 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port cd157942-8ddc-4738-b1be-2404e400b753, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd157942-8ddc-4738-b1be-2404e400b753,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:21:11.097111 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'cd157942-8ddc-4738-b1be-2404e400b753', 'network_id': '22ad64ba-be8e-4299-b801-db941a45aafb', 'port_id': 'cd157942-8ddc-4738-b1be-2404e400b753', 'mac_address': 'fa:16:3e:e2:2d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e40da9-d46d-49c6-bc6d-78c70eaf72c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:21:11.137473 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port cd157942-8ddc-4738-b1be-2404e400b753 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:21:11.137866 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (cd157942-8ddc-4738-b1be-2404e400b753), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:11.157141 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd157942-8ddc-4738-b1be-2404e400b753 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:21:11.163635 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-dc65c9a2-87d3-49e6-a700-b67e93b79ff2 req-37f92444-ce36-4277-bb61-42fc677739e2 service neutron] 10.222.0.58 "GET /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947714 Jul 13 23:21:11.179960 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port cd157942-8ddc-4738-b1be-2404e400b753, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd157942-8ddc-4738-b1be-2404e400b753,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:21:11.186224 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (cd157942-8ddc-4738-b1be-2404e400b753), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:11.238095 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=cd157942-8ddc-4738-b1be-2404e400b753,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:21:11.441396 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557440f-6153-4811-95d2-6f5a5e8c423f req-986e25eb-cbec-4353-b917-fca253ee7aa4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:11.442950 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1557440f-6153-4811-95d2-6f5a5e8c423f req-986e25eb-cbec-4353-b917-fca253ee7aa4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 945 time: 0.0505157 Jul 13 23:21:11.497474 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1557440f-6153-4811-95d2-6f5a5e8c423f req-52bbb0ab-e84a-44ad-bee1-dc31ed4a1a45 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487936 Jul 13 23:21:11.738068 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb9ca9-d1cb-463c-97ef-00584b2ab87c req-4636a694-4f0e-461f-bb17-369e2ca0ee0b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:11.739189 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['cd157942-8ddc-4738-b1be-2404e400b753'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:21:11.739731 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5cb9ca9-d1cb-463c-97ef-00584b2ab87c req-4636a694-4f0e-461f-bb17-369e2ca0ee0b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0516522 Jul 13 23:21:11.796724 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5cb9ca9-d1cb-463c-97ef-00584b2ab87c req-5b9fb381-ddf3-4580-8a49-768af02f1361 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509377 Jul 13 23:21:12.618192 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdad70a-e132-4152-bd86-3458d27137dd req-70675feb-b977-448c-a781-3948dd451a27 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:12.619755 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bdad70a-e132-4152-bd86-3458d27137dd req-70675feb-b977-448c-a781-3948dd451a27 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 945 time: 0.0485561 Jul 13 23:21:12.640874 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:12.671983 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bdad70a-e132-4152-bd86-3458d27137dd req-cc5d113e-1895-47b3-9785-6a45cc5706b9 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464787 Jul 13 23:21:13.116374 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device cd157942-8ddc-4738-b1be-2404e400b753 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:21:13.142905 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:13.164441 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port cd157942-8ddc-4738-b1be-2404e400b753 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:21:13.173897 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port cd157942-8ddc-4738-b1be-2404e400b753 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:21:13.174498 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (cd157942-8ddc-4738-b1be-2404e400b753), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:13.252997 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port cd157942-8ddc-4738-b1be-2404e400b753 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:21:13.253377 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (cd157942-8ddc-4738-b1be-2404e400b753), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:13.280128 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506cbfee-deb8-4f88-baa8-bd59c743318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd157942-8ddc-4738-b1be-2404e400b753'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:21:13.282324 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78485fa-b4fb-4285-83c7-8ddcfe96558e" -d '{"events": [{"server_uuid": "506cbfee-deb8-4f88-baa8-bd59c743318c", "name": "network-vif-plugged", "status": "completed", "tag": "cd157942-8ddc-4738-b1be-2404e400b753"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:21:13.284532 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:13.296225 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port cd157942-8ddc-4738-b1be-2404e400b753, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd157942-8ddc-4738-b1be-2404e400b753,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:21:13.301348 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (cd157942-8ddc-4738-b1be-2404e400b753), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:13.328240 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa794ec-c3af-4ce7-8a50-3c9e82ea98a6 x-openstack-request-id: req-caa794ec-c3af-4ce7-8a50-3c9e82ea98a6 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:21:13.328523 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506cbfee-deb8-4f88-baa8-bd59c743318c", "name": "network-vif-plugged", "status": "completed", "tag": "cd157942-8ddc-4738-b1be-2404e400b753", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:21:13.328772 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-caa794ec-c3af-4ce7-8a50-3c9e82ea98a6 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:21:13.329156 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa794ec-c3af-4ce7-8a50-3c9e82ea98a6'] response: {'server_uuid': '506cbfee-deb8-4f88-baa8-bd59c743318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd157942-8ddc-4738-b1be-2404e400b753', 'code': 200} Jul 13 23:21:13.353299 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=cd157942-8ddc-4738-b1be-2404e400b753,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:21:13.498727 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc1f39-9930-4ab2-8afd-116e131c4afa req-4744a785-50f1-4bb7-a0c9-41b8316812c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:13.500252 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-01bc1f39-9930-4ab2-8afd-116e131c4afa req-4744a785-50f1-4bb7-a0c9-41b8316812c7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 1130 time: 0.0379772 Jul 13 23:21:13.546365 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-01bc1f39-9930-4ab2-8afd-116e131c4afa req-8955d404-dda3-47ae-a6b5-ef8ce6532aad service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Jul 13 23:21:13.792377 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d091f8d-ba31-4ce4-9087-5b061048c299 req-40d17af0-dc54-49b4-808d-a7e4227e8893 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:13.793845 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d091f8d-ba31-4ce4-9087-5b061048c299 req-40d17af0-dc54-49b4-808d-a7e4227e8893 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 946 time: 0.0518191 Jul 13 23:21:13.837383 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a63c06b6-f81f-4149-8db8-4ae308f6b358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:13.851081 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d091f8d-ba31-4ce4-9087-5b061048c299 req-455a95be-3276-4083-84a5-ed62618610c2 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496233 Jul 13 23:21:14.537249 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:14.964288 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0dcef-8485-4cc4-bbd7-743bbd7c24d6 req-9ed976b2-c164-410e-85b3-972f8ea37bd4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:14.965741 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8de0dcef-8485-4cc4-bbd7-743bbd7c24d6 req-9ed976b2-c164-410e-85b3-972f8ea37bd4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 946 time: 0.0468493 Jul 13 23:21:15.012872 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8de0dcef-8485-4cc4-bbd7-743bbd7c24d6 req-90bb0afd-2eb8-478b-8142-02ed2da0d955 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Jul 13 23:21:16.127944 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a28a6-e40e-454c-9620-c1f7ff1056f0 req-3d96a36f-d714-42b6-b64a-642afb302a0e tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:16.129442 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5b5a28a6-e40e-454c-9620-c1f7ff1056f0 req-3d96a36f-d714-42b6-b64a-642afb302a0e tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 946 time: 0.0491133 Jul 13 23:21:16.179417 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5b5a28a6-e40e-454c-9620-c1f7ff1056f0 req-4e82b64f-b407-4e80-8f0e-baff242c4dd4 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443492 Jul 13 23:21:16.493833 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:16.682128 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:20.964329 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:21:21.000140 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-462ebb8f-55e2-404b-8ce7-3d506a6d1fdd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418129 Jul 13 23:21:21.062068 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-f68083e8-2c4c-470f-a32d-f872c961af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:21.063551 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-f68083e8-2c4c-470f-a32d-f872c961af33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 1129 time: 0.0383914 Jul 13 23:21:21.173690 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-8edb7db8-e717-4d18-afbd-c7370b2d061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:21.175713 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-8edb7db8-e717-4d18-afbd-c7370b2d061b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 912 time: 0.0895996 Jul 13 23:21:21.253006 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-129198ef-26d3-4207-9bea-d72568ada2e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8 HTTP/1.1" status: 200 len: 1001 time: 0.0704198 Jul 13 23:21:21.302087 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-563ca3c1-6b62-4eaa-8910-ce2d3830e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:21.303517 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-563ca3c1-6b62-4eaa-8910-ce2d3830e470 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc24c837-6f7d-425f-9a8a-c1039c02421c HTTP/1.1" status: 200 len: 850 time: 0.0450702 Jul 13 23:21:21.355075 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-74461520-4460-4e5d-83f2-2082d17aad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:21.356635 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-74461520-4460-4e5d-83f2-2082d17aad81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414915 Jul 13 23:21:21.450848 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-f6d3d8ec-aff1-4148-b183-7754dd578d51 service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871463 Jul 13 23:21:21.488441 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:21.548252 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-414dbd28-b1bc-4924-860b-a8380c3a901c req-ae3bca12-40c9-4b4c-9f8c-c36e84c236ca service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907235 Jul 13 23:21:21.745621 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:26.173103 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=31 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:26.175603 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=80 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:31.543014 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:31.545046 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:31.739304 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:31.741195 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:37.627523 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=17 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:37.630623 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=17 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:40.852539 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-324429bd-03b9-4ef3-b0f7-ce860788e3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:43.584186 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea53d2b-9a48-4f2a-ad40-ab8149e8ba14 req-4459328a-0f0b-4119-ab7f-9211143a0c0f tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:43.585572 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ea53d2b-9a48-4f2a-ad40-ab8149e8ba14 req-4459328a-0f0b-4119-ab7f-9211143a0c0f tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 946 time: 0.0509796 Jul 13 23:21:43.634107 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ea53d2b-9a48-4f2a-ad40-ab8149e8ba14 req-69e7eba8-e1c0-4034-bfae-78a95bec9d4d tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Jul 13 23:21:43.839847 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-927ba753-f343-4ca2-aab8-b4e6696f142e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:44.540342 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:44.750466 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd930067-1044-401e-974d-2015583fa653 req-c4151138-48f9-4e35-ac86-8010a66c597f tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:44.752020 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cd930067-1044-401e-974d-2015583fa653 req-c4151138-48f9-4e35-ac86-8010a66c597f tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 946 time: 0.0483291 Jul 13 23:21:44.798607 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cd930067-1044-401e-974d-2015583fa653 req-1260a7f6-2bba-46c1-8f95-e8125362eadc tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Jul 13 23:21:45.743421 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-e87b7d64-5be0-4ba7-8c5f-5d50afbe0c2b tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:45.744946 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-e87b7d64-5be0-4ba7-8c5f-5d50afbe0c2b tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.58 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 946 time: 0.0495579 Jul 13 23:21:45.831077 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Deleting port cd157942-8ddc-4738-b1be-2404e400b753 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:21:45.832051 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (cd157942-8ddc-4738-b1be-2404e400b753), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:45.919028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee999f7a-d609-4f4b-a4dc-925de002012c req-113fe3ea-708d-4f0f-a4d2-6e7eaf519be3 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:21:45.920864 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee999f7a-d609-4f4b-a4dc-925de002012c req-113fe3ea-708d-4f0f-a4d2-6e7eaf519be3 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/ports?device_id=506cbfee-deb8-4f88-baa8-bd59c743318c HTTP/1.1" status: 200 len: 946 time: 0.0539427 Jul 13 23:21:45.929891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] For port cd157942-8ddc-4738-b1be-2404e400b753, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd157942-8ddc-4738-b1be-2404e400b753,segment=NetworkSegment(3748ae8b-9e21-4d09-a46c-f17553733dba),segment_id=3748ae8b-9e21-4d09-a46c-f17553733dba)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:21:45.930283 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (cd157942-8ddc-4738-b1be-2404e400b753), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:45.944660 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Calling delete_port for cd157942-8ddc-4738-b1be-2404e400b753 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:21:45.971144 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee999f7a-d609-4f4b-a4dc-925de002012c req-0a96488d-1a7a-4c10-9d06-33e660145ed3 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc2df328-be32-4e32-86ef-d140e8da8e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Jul 13 23:21:46.070801 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (cd157942-8ddc-4738-b1be-2404e400b753), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:46.082736 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['cd157942-8ddc-4738-b1be-2404e400b753'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:21:46.104875 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Pushing event deleted for resources: {'Port': ['ID=cd157942-8ddc-4738-b1be-2404e400b753,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:21:46.131228 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.131492 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.131847 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.132183 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.132509 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.132835 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.133158 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.133475 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.133794 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.134165 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.134496 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.134816 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.135152 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.135466 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.135807 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:21:46.161464 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] No DVR routers for this DVR port cd157942-8ddc-4738-b1be-2404e400b753 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:21:46.163985 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:46.167130 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1ba304fc-4245-4fb7-ab0d-1ce71e0e15da req-128d2164-58f8-48ae-a6a7-320904bcc489 tempest-VolumesSnapshotTestJSON-48805940 tempest-VolumesSnapshotTestJSON-48805940-project] 10.222.0.58 "DELETE /v2.0/ports/cd157942-8ddc-4738-b1be-2404e400b753 HTTP/1.1" status: 204 len: 173 time: 0.4168565 Jul 13 23:21:46.167582 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506cbfee-deb8-4f88-baa8-bd59c743318c', 'name': 'network-vif-deleted', 'tag': 'cd157942-8ddc-4738-b1be-2404e400b753'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:21:46.170030 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d617e5-666b-4157-b9b7-cffb73812809" -d '{"events": [{"server_uuid": "506cbfee-deb8-4f88-baa8-bd59c743318c", "name": "network-vif-deleted", "tag": "cd157942-8ddc-4738-b1be-2404e400b753"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:21:46.208910 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1c451d-4abb-45d1-8078-2bf117504d87 x-openstack-request-id: req-af1c451d-4abb-45d1-8078-2bf117504d87 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:21:46.209202 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506cbfee-deb8-4f88-baa8-bd59c743318c", "name": "network-vif-deleted", "tag": "cd157942-8ddc-4738-b1be-2404e400b753", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:21:46.209452 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af1c451d-4abb-45d1-8078-2bf117504d87 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:21:46.209852 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1c451d-4abb-45d1-8078-2bf117504d87'] response: {'server_uuid': '506cbfee-deb8-4f88-baa8-bd59c743318c', 'name': 'network-vif-deleted', 'tag': 'cd157942-8ddc-4738-b1be-2404e400b753', 'status': 'completed', 'code': 200} Jul 13 23:21:46.495029 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:46.676052 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:50.258294 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device cd157942-8ddc-4738-b1be-2404e400b753 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:21:50.281837 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: cd157942-8ddc-4738-b1be-2404e400b753 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:21:50.282182 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device cd157942-8ddc-4738-b1be-2404e400b753 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:21:51.735961 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:21:55.960583 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=28 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:55.967327 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=26 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:56.141798 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:56.142614 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:21:57.963760 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:22:01.729151 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:01.731033 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:05.970686 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371cccb-dcba-408d-99a7-5ab98c139ebc req-486bcc36-800a-4a09-9f16-ef5cde018c20 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:05.972182 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4371cccb-dcba-408d-99a7-5ab98c139ebc req-486bcc36-800a-4a09-9f16-ef5cde018c20 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 945 time: 0.0463016 Jul 13 23:22:06.021262 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4371cccb-dcba-408d-99a7-5ab98c139ebc req-989bd98d-520e-4942-9f6e-609415d69fb8 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Jul 13 23:22:07.135402 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e0955-dd86-48c4-bc4b-d6642edcbe4e req-102e7aca-b8b7-467d-87d1-2a7641b2129a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:07.136875 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-471e0955-dd86-48c4-bc4b-d6642edcbe4e req-102e7aca-b8b7-467d-87d1-2a7641b2129a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 945 time: 0.0451775 Jul 13 23:22:07.188943 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-471e0955-dd86-48c4-bc4b-d6642edcbe4e req-ecc38b86-bda5-4c75-87da-587a4e6411e5 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463288 Jul 13 23:22:08.062859 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-df0b5912-3164-4ac3-a780-b66dc9a250b1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:08.064771 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-df0b5912-3164-4ac3-a780-b66dc9a250b1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 945 time: 0.0472202 Jul 13 23:22:08.164005 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Deleting port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:22:08.164351 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:08.258694 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] For port e709ac5d-03ee-449c-ac91-2e1e9bf6b607, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:22:08.259049 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:08.304911 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e033b-e885-4155-a72c-7079348940ee req-8ee72b09-a489-4830-b88c-c0334baa9b48 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:08.306478 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5e033b-e885-4155-a72c-7079348940ee req-8ee72b09-a489-4830-b88c-c0334baa9b48 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 945 time: 0.0487483 Jul 13 23:22:08.360886 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5e033b-e885-4155-a72c-7079348940ee req-8b776e95-ba6d-46d5-b7e5-abcd8d129482 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485094 Jul 13 23:22:08.477406 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:08.477671 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (f4a37515-e841-4551-b62a-656d83a8bd08), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:08.477979 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Floating IP f4a37515-e841-4551-b62a-656d83a8bd08 disassociated. External IP: 172.27.3.3, port: e709ac5d-03ee-449c-ac91-2e1e9bf6b607. Jul 13 23:22:08.478323 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Calling delete_port for e709ac5d-03ee-449c-ac91-2e1e9bf6b607 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:22:08.625228 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (e709ac5d-03ee-449c-ac91-2e1e9bf6b607), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:08.652724 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event deleted for resources: {'Port': ['ID=e709ac5d-03ee-449c-ac91-2e1e9bf6b607,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:08.769879 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Router eb5ac33d-3a1f-4991-9e84-d175f2eced0c has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:22:08.886618 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:22:08.900920 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] Sync routers for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:22:08.913197 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:08.914107 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:21:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:08.931293 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] No DVR routers for this DVR port e709ac5d-03ee-449c-ac91-2e1e9bf6b607 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:22:08.935063 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:08.937999 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ad28dba5-68ee-4d1f-9811-523bf45ac68b req-b8fcedf5-e5d4-4710-a116-067a0dd54afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "DELETE /v2.0/ports/e709ac5d-03ee-449c-ac91-2e1e9bf6b607 HTTP/1.1" status: 204 len: 173 time: 0.8682392 Jul 13 23:22:08.938523 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'name': 'network-vif-deleted', 'tag': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:08.940924 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad041af6-1fae-46a6-88de-25b0674a6e5f" -d '{"events": [{"server_uuid": "d281fbb1-f902-426a-97c9-f4f5d1b8049d", "name": "network-vif-deleted", "tag": "e709ac5d-03ee-449c-ac91-2e1e9bf6b607"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:08.980013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fc833b-9ea3-409e-88d5-34cb2e8e9d54 x-openstack-request-id: req-92fc833b-9ea3-409e-88d5-34cb2e8e9d54 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:08.980306 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d281fbb1-f902-426a-97c9-f4f5d1b8049d", "name": "network-vif-deleted", "tag": "e709ac5d-03ee-449c-ac91-2e1e9bf6b607", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:08.980554 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92fc833b-9ea3-409e-88d5-34cb2e8e9d54 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:08.980953 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92fc833b-9ea3-409e-88d5-34cb2e8e9d54'] response: {'server_uuid': 'd281fbb1-f902-426a-97c9-f4f5d1b8049d', 'name': 'network-vif-deleted', 'tag': 'e709ac5d-03ee-449c-ac91-2e1e9bf6b607', 'status': 'completed', 'code': 200} Jul 13 23:22:09.025656 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:09.340738 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:09.366084 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] Checking router: eb5ac33d-3a1f-4991-9e84-d175f2eced0c for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:22:09.374501 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:09.375091 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:21:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:09.466019 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-82bf6562-caea-4c97-9f69-dbeba0bc3d79 req-60665f3c-5279-4229-85e3-7e6fd7f0a626 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0300491 Jul 13 23:22:09.484420 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:09.733248 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:09.772127 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff279-f519-4dfb-a9f4-392b7dbfbc27 None None] The sync data for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi is: [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:22:09.970227 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=6 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:09.977861 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:10.101277 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d2678-31de-44f2-880a-e38c7ff571b2 None None] New status for floating IP f4a37515-e841-4551-b62a-656d83a8bd08: DOWN {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:22:10.599737 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9c366b08-007c-4ada-9317-0dbcf8c882a5 req-ef905f07-8716-4adb-a47b-1a222bb12bb1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281fbb1-f902-426a-97c9-f4f5d1b8049d HTTP/1.1" status: 200 len: 210 time: 0.0370121 Jul 13 23:22:10.858235 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-12912eb4-16ac-45af-ae19-574d86bd457c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:11.392226 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21723b-dc13-47f7-a8f5-163890e99baf req-b65e9205-3bcf-4d40-8c9f-be3f04725dc9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:11.394144 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-de21723b-dc13-47f7-a8f5-163890e99baf req-b65e9205-3bcf-4d40-8c9f-be3f04725dc9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0587065 Jul 13 23:22:11.405693 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-9219f90b-ea91-445c-9483-7ba0719be5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:11.407854 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-9219f90b-ea91-445c-9483-7ba0719be5b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 1129 time: 0.0443876 Jul 13 23:22:11.448811 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-de21723b-dc13-47f7-a8f5-163890e99baf req-f89004f0-8977-48d8-860f-77511a9726fc tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473430 Jul 13 23:22:11.482630 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e709ac5d-03ee-449c-ac91-2e1e9bf6b607 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:22:11.486468 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:11.502046 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:11.502746 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: e709ac5d-03ee-449c-ac91-2e1e9bf6b607 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:22:11.503103 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e709ac5d-03ee-449c-ac91-2e1e9bf6b607 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:22:11.509637 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-bb259fb6-ef5a-47bd-8c4b-a5741b68a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:11.511129 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-bb259fb6-ef5a-47bd-8c4b-a5741b68a96e service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.0978723 Jul 13 23:22:11.574442 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-9e0e829d-38c6-460b-80b1-a6fb05c59647 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97549afb-69a7-4779-abe9-e645a3ec2a47 HTTP/1.1" status: 200 len: 1000 time: 0.0573044 Jul 13 23:22:11.626542 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-fbfa33d9-3977-4cca-86c4-1f6af54d634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:11.628032 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-fbfa33d9-3977-4cca-86c4-1f6af54d634b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0478323 Jul 13 23:22:11.672813 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-3fbddbb5-f18d-49e0-9f3c-f476d6d8a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:11.674321 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-3fbddbb5-f18d-49e0-9f3c-f476d6d8a8d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394695 Jul 13 23:22:11.770293 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-c3ffd587-33c3-4a91-a3e7-13f196035f1e service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894709 Jul 13 23:22:11.868298 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b418241e-b3b3-4d5b-82a5-a3dadb856a3a req-3dc12d75-b729-4b02-857b-8baf91ae28eb service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901611 Jul 13 23:22:11.872092 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-5a7606b9-63fd-4daa-bb7a-16bd12906754 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970012274&fields=id&tenant_id=d631f17810f94dcc91dfcb28a4b17c9a HTTP/1.1" status: 200 len: 267 time: 0.0450242 Jul 13 23:22:11.983921 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659afb0b-c73d-4622-a128-1f598006786a req-314a3c7b-eb29-49f1-95a0-c05947867050 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:11.985382 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-314a3c7b-eb29-49f1-95a0-c05947867050 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 812 time: 0.1067371 Jul 13 23:22:12.000327 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-d2710db8-f15a-4808-9a89-bc5a1e98e781 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/quotas/d631f17810f94dcc91dfcb28a4b17c9a HTTP/1.1" status: 200 len: 375 time: 0.0089884 Jul 13 23:22:12.048688 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-ad570c93-1321-407f-bcc5-d3ace0e6db0f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434899 Jul 13 23:22:12.189560 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-f01d2512-92d9-4325-afe4-d01e5a92ab00 service neutron] 10.222.0.60 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284359 Jul 13 23:22:12.297066 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-d8d6273a-90af-4118-901a-d4d5b27fc872 service neutron] 10.222.0.60 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015038 Jul 13 23:22:12.573376 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd6d46-b708-4c4c-b745-88f4a742a9ec req-ac29c731-38c7-459b-bf97-7ec0c1bdc2bb tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:12.574826 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1bd6d46-b708-4c4c-b745-88f4a742a9ec req-ac29c731-38c7-459b-bf97-7ec0c1bdc2bb tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0525396 Jul 13 23:22:12.614905 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b06bf3da-5dab-4c25-9516-65176ca79a6a req-fdb636f7-9a26-4d01-b0bc-bd06546bd0ab tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 210 time: 0.0489256 Jul 13 23:22:12.649381 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1bd6d46-b708-4c4c-b745-88f4a742a9ec req-5401632e-fae1-4379-8ad7-807f4472a8b4 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658128 Jul 13 23:22:13.386423 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55162) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:13.433542 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Deleting subnet 28e40da9-d46d-49c6-bc6d-78c70eaf72c0 {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:22:13.437070 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Publish callbacks [] for subnet (28e40da9-d46d-49c6-bc6d-78c70eaf72c0), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:13.460701 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:13.481440 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13795869'] for subnet (28e40da9-d46d-49c6-bc6d-78c70eaf72c0), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:13.524199 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:13.525922 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (28e40da9-d46d-49c6-bc6d-78c70eaf72c0), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:13.567103 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659afb0b-c73d-4622-a128-1f598006786a req-71334a8e-ce4f-43eb-bd45-3e0a5082fcfb tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:13.568587 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-71334a8e-ce4f-43eb-bd45-3e0a5082fcfb tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 812 time: 0.1154866 Jul 13 23:22:13.590807 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13261050'] for subnet (28e40da9-d46d-49c6-bc6d-78c70eaf72c0), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:13.620982 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e40da9-d46d-49c6-bc6d-78c70eaf72c0,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:13.623616 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:13.626707 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/28e40da9-d46d-49c6-bc6d-78c70eaf72c0 HTTP/1.1" status: 204 len: 168 time: 0.2392690 Jul 13 23:22:13.631438 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55164) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:13.633529 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.633912 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.634286 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.634657 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.635039 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.635407 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.635793 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.636446 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.636558 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.636855 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.637183 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.637589 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.637920 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.638242 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.638560 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c77dd1-79ef-4eba-b305-e0dac273565c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:13.662817 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-512c5ab0-1315-475a-8f55-e2840d467d04 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d631f17810f94dcc91dfcb28a4b17c9a HTTP/1.1" status: 200 len: 380 time: 0.0850413 Jul 13 23:22:13.681956 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'port': {'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'admin_state_up': True, 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'security_groups': ['9a8d8032-bf78-40ee-848a-6841ec1d98a7']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:13.724409 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c95e6fdf-4816-4b77-8336-b099a9881394 req-1d7fd8a3-7e2e-4567-8c21-a46b61961d0f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 210 time: 0.0317504 Jul 13 23:22:13.789156 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520da54-5724-420d-ab0a-01d2d8eac7be req-fcac7006-4ec8-4143-a39d-34cf28c529a1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:13.790761 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5520da54-5724-420d-ab0a-01d2d8eac7be req-fcac7006-4ec8-4143-a39d-34cf28c529a1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0509586 Jul 13 23:22:13.844706 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5520da54-5724-420d-ab0a-01d2d8eac7be req-03e69a22-9e25-45ef-8273-1dd0d1e928ae tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478098 Jul 13 23:22:13.848281 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9816d751-d47f-41e0-96df-50580cb31b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.027852 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (22ad64ba-be8e-4299-b801-db941a45aafb), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.146056 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (22ad64ba-be8e-4299-b801-db941a45aafb), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.161898 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Made reservation on behalf of d631f17810f94dcc91dfcb28a4b17c9a for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:22:14.165312 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.182790 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ad64ba-be8e-4299-b801-db941a45aafb']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:14.200085 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3748ae8b-9e21-4d09-a46c-f17553733dba') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:14.200582 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3748ae8b-9e21-4d09-a46c-f17553733dba') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:14.224979 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (3748ae8b-9e21-4d09-a46c-f17553733dba), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.270540 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (3748ae8b-9e21-4d09-a46c-f17553733dba), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.279110 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:14.286898 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:22:14.287394 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (3748ae8b-9e21-4d09-a46c-f17553733dba), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.305100 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:14.389594 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (22ad64ba-be8e-4299-b801-db941a45aafb), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.394106 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 3748ae8b-9e21-4d09-a46c-f17553733dba resource provider aggregate not found Jul 13 23:22:14.405976 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.409058 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] 10.222.0.60 "DELETE /v2.0/networks/22ad64ba-be8e-4299-b801-db941a45aafb HTTP/1.1" status: 204 len: 168 time: 0.7763708 Jul 13 23:22:14.423725 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Allocated IP 172.20.0.9 (1b8c451a-b62e-46b6-8a4a-30a9ccd26376/b512e374-4012-4069-9c97-d3152569ca25/25f60df6-885b-40d6-9b35-8e3a7d28c653) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:22:14.427130 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 3748ae8b-9e21-4d09-a46c-f17553733dba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3748ae8b-9e21-4d09-a46c-f17553733dba found for delete ", "request_id": "req-d6065940-1949-41e5-8c5e-f9ac9fc8114e"}]} Jul 13 23:22:14.430184 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a87f2-0279-456e-9f6d-198780272492 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ad64ba-be8e-4299-b801-db941a45aafb,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:14.549520 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.555238 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55178) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:14.585361 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.603485 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-652b75f0-c25b-46bc-9579-433416c2f959 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63fee05e13f74a46ab5f44c0a393220b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469749 Jul 13 23:22:14.606028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55180) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:14.621240 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.663047 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-78a09daa-8652-46c1-9457-a3d2dea5a248 admin admin] Publish callbacks [] for security_group (bc2df328-be32-4e32-86ef-d140e8da8e70), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.666721 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:22:14.673090 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:22:14.678025 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:22:14.687013 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-78a09daa-8652-46c1-9457-a3d2dea5a248 admin admin] Publish callbacks [] for security_group (bc2df328-be32-4e32-86ef-d140e8da8e70), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.702645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'Port': ['ID=25f60df6-885b-40d6-9b35-8e3a7d28c653,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:14.732099 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:14.732757 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.741994 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-78a09daa-8652-46c1-9457-a3d2dea5a248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (bc2df328-be32-4e32-86ef-d140e8da8e70), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.747474 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-78a09daa-8652-46c1-9457-a3d2dea5a248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.749782 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-78a09daa-8652-46c1-9457-a3d2dea5a248 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc2df328-be32-4e32-86ef-d140e8da8e70 HTTP/1.1" status: 204 len: 168 time: 0.1427696 Jul 13 23:22:14.768356 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-65ff29fd-7d10-4668-90ea-57daff15d4f9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0901334 Jul 13 23:22:14.768777 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a09daa-8652-46c1-9457-a3d2dea5a248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2df328-be32-4e32-86ef-d140e8da8e70,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:14.797043 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Request body: {'port': {'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:14.862235 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c249df-00ba-4907-b191-0be8cf422d2f req-8b649f0d-045b-4b39-8908-a98a25e2fcc0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:14.864718 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-47c249df-00ba-4907-b191-0be8cf422d2f req-8b649f0d-045b-4b39-8908-a98a25e2fcc0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 931 time: 0.0613520 Jul 13 23:22:14.883739 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:14.964141 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-47c249df-00ba-4907-b191-0be8cf422d2f req-87c14a40-e44a-48b7-b84b-593a7c96727b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874546 Jul 13 23:22:15.020737 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e2a81-8ded-48c7-a7d1-0e08002a2e5a req-88c7004f-24d2-4bc1-902a-24feb47f608f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:15.022546 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a64e2a81-8ded-48c7-a7d1-0e08002a2e5a req-88c7004f-24d2-4bc1-902a-24feb47f608f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0568948 Jul 13 23:22:15.068745 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c900fb05-8e89-4a61-a8c7-ed4a6a80e6f4 None None] Provisioning complete for port 25f60df6-885b-40d6-9b35-8e3a7d28c653 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:22:15.069734 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c900fb05-8e89-4a61-a8c7-ed4a6a80e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:15.098547 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a64e2a81-8ded-48c7-a7d1-0e08002a2e5a req-4d8f7307-9dc8-4e7f-aad0-651422b8a2f2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683725 Jul 13 23:22:15.111906 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c900fb05-8e89-4a61-a8c7-ed4a6a80e6f4 None None] Port 25f60df6-885b-40d6-9b35-8e3a7d28c653 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:22:15.204180 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f60df6-885b-40d6-9b35-8e3a7d28c653 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:22:15.213137 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Publish callbacks [] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:15.227963 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Transition to ACTIVE for port object 25f60df6-885b-40d6-9b35-8e3a7d28c653 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:22:15.233934 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:15.264775 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:15.275104 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:15.296647 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Pushing event updated for resources: {'Port': ['ID=25f60df6-885b-40d6-9b35-8e3a7d28c653,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:15.383424 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Attempting to bind port 25f60df6-885b-40d6-9b35-8e3a7d28c653 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:22:15.383796 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Attempting to bind port 25f60df6-885b-40d6-9b35-8e3a7d28c653 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:22:15.384131 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Attempting to bind port 25f60df6-885b-40d6-9b35-8e3a7d28c653 on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:22:15.389991 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Port 25f60df6-885b-40d6-9b35-8e3a7d28c653 on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:22:15.390499 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Attempting to bind port 25f60df6-885b-40d6-9b35-8e3a7d28c653 on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:22:15.398626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:22:15.398968 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Checking segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:22:15.399355 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Bound using segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:22:15.399850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Bound port: 25f60df6-885b-40d6-9b35-8e3a7d28c653, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:22:15.400215 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:15.474095 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] For port 25f60df6-885b-40d6-9b35-8e3a7d28c653, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:22:15.477137 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] For port 25f60df6-885b-40d6-9b35-8e3a7d28c653, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:22:15.484626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:15.523905 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:15.524528 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:15.525911 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] 10.222.0.58 "PUT /v2.0/ports/25f60df6-885b-40d6-9b35-8e3a7d28c653 HTTP/1.1" status: 200 len: 1093 time: 0.7421474 Jul 13 23:22:15.526351 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:15.528713 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f13158d-11ed-4006-bb32-437d572ca074" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:15.556444 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd7e3f-de51-46fb-a9cf-a583341d3a74 service neutron] Pushing event updated for resources: {'Port': ['ID=25f60df6-885b-40d6-9b35-8e3a7d28c653,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:15.581423 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361c3803-b1c7-4625-bb76-81fbef41844e x-openstack-request-id: req-361c3803-b1c7-4625-bb76-81fbef41844e {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:15.582281 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:15.582530 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-361c3803-b1c7-4625-bb76-81fbef41844e {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:15.582933 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361c3803-b1c7-4625-bb76-81fbef41844e'] response: {'name': 'network-changed', 'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'status': 'completed', 'code': 200} Jul 13 23:22:15.628031 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659afb0b-c73d-4622-a128-1f598006786a req-cc6d695f-47fe-49fc-952e-376b47756258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:15.630088 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-cc6d695f-47fe-49fc-952e-376b47756258 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 1127 time: 0.0442386 Jul 13 23:22:15.680205 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-08b2d829-7339-4993-aa5a-f05c8a2481c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653 HTTP/1.1" status: 200 len: 217 time: 0.0362580 Jul 13 23:22:15.737359 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659afb0b-c73d-4622-a128-1f598006786a req-6949237c-3e4e-49ea-a297-4ff1b950f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:15.739411 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-6949237c-3e4e-49ea-a297-4ff1b950f3fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.0531359 Jul 13 23:22:15.789609 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659afb0b-c73d-4622-a128-1f598006786a req-80c7e28f-0a2b-45b2-a4c2-10845cf9f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:15.791152 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-80c7e28f-0a2b-45b2-a4c2-10845cf9f73e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407500 Jul 13 23:22:15.884882 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-12ae8e18-0c59-4bb3-a146-c40255b38092 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858705 Jul 13 23:22:15.983808 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-659afb0b-c73d-4622-a128-1f598006786a req-14dc83db-e987-4921-ab70-0ef51f858909 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918450 Jul 13 23:22:16.071888 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141f19-d6c4-46f5-8a38-b2ccc86ed69f req-aef8a71d-5f13-46d3-956d-3ce1c4344102 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:16.073378 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32141f19-d6c4-46f5-8a38-b2ccc86ed69f req-aef8a71d-5f13-46d3-956d-3ce1c4344102 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 943 time: 0.0477345 Jul 13 23:22:16.123918 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32141f19-d6c4-46f5-8a38-b2ccc86ed69f req-c61a1d22-c85c-4507-8bee-c800dabef594 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447826 Jul 13 23:22:16.220730 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d4fc-6ebb-492d-8b21-10b8faabe711 req-24c12ec5-2ec8-4b9f-b90a-9ebd43a482da tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:16.222852 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6785d4fc-6ebb-492d-8b21-10b8faabe711 req-24c12ec5-2ec8-4b9f-b90a-9ebd43a482da tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0506454 Jul 13 23:22:16.270393 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6785d4fc-6ebb-492d-8b21-10b8faabe711 req-a61cac04-b9bd-4fe5-aab6-5b95ea25d01e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421302 Jul 13 23:22:16.486705 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:16.494331 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:16.667101 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:16.681475 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:17.237584 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8b064-45f9-486f-ae4a-c9e5c2703c47 req-8abd0f05-8a4b-474f-89c1-5a09e41701d0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:17.239037 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ffc8b064-45f9-486f-ae4a-c9e5c2703c47 req-8abd0f05-8a4b-474f-89c1-5a09e41701d0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 943 time: 0.0471034 Jul 13 23:22:17.287617 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ffc8b064-45f9-486f-ae4a-c9e5c2703c47 req-6c0214ff-77b9-4e20-8c28-ba2908ccd496 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Jul 13 23:22:17.346609 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:17.361854 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13158d-11ed-4006-bb32-437d572ca074 req-1de6d349-a4a7-476c-be79-7ca60c00a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:17.364148 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f13158d-11ed-4006-bb32-437d572ca074 req-1de6d349-a4a7-476c-be79-7ca60c00a5df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 1127 time: 0.0441303 Jul 13 23:22:17.389954 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cfbf0-6703-453f-abf6-8d81340308e1 req-2987d484-b4f7-41df-b767-b6cedb30f36c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:17.391411 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-373cfbf0-6703-453f-abf6-8d81340308e1 req-2987d484-b4f7-41df-b767-b6cedb30f36c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0534611 Jul 13 23:22:17.424981 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:17.446825 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-373cfbf0-6703-453f-abf6-8d81340308e1 req-9da1e55f-c215-4785-bc99-1126681bcd9e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491040 Jul 13 23:22:17.460618 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13158d-11ed-4006-bb32-437d572ca074 req-287f4939-cfe8-41a6-b82a-e4463e421d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:17.462111 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f13158d-11ed-4006-bb32-437d572ca074 req-287f4939-cfe8-41a6-b82a-e4463e421d76 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 913 time: 0.0921116 Jul 13 23:22:17.506839 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f13158d-11ed-4006-bb32-437d572ca074 req-bc9e0a00-f8b3-4346-8cd1-c45391b6ceb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653 HTTP/1.1" status: 200 len: 217 time: 0.0339918 Jul 13 23:22:17.557029 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13158d-11ed-4006-bb32-437d572ca074 req-b5cee247-2870-4453-a3bf-85a73a7f294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:17.558491 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f13158d-11ed-4006-bb32-437d572ca074 req-b5cee247-2870-4453-a3bf-85a73a7f294f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.0457284 Jul 13 23:22:17.607184 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13158d-11ed-4006-bb32-437d572ca074 req-04301e11-15c5-4e9b-b64f-d5000b94db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:17.608720 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f13158d-11ed-4006-bb32-437d572ca074 req-04301e11-15c5-4e9b-b64f-d5000b94db30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441151 Jul 13 23:22:17.703169 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f13158d-11ed-4006-bb32-437d572ca074 req-d774aa68-2c7a-4e98-86f7-f0b83814bd48 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858641 Jul 13 23:22:17.721843 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:17.753774 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:17.827682 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0f13158d-11ed-4006-bb32-437d572ca074 req-80ef1c48-1851-46e4-b1b5-5beb265e1864 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185122 Jul 13 23:22:18.411986 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68572615-ca3a-468f-9cbd-cb6bf4e580b5 req-4c6a5199-9ad0-4a44-9b53-b97471fa85d5 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:18.413492 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-68572615-ca3a-468f-9cbd-cb6bf4e580b5 req-4c6a5199-9ad0-4a44-9b53-b97471fa85d5 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 943 time: 0.0565770 Jul 13 23:22:18.462335 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-68572615-ca3a-468f-9cbd-cb6bf4e580b5 req-6e1d9e39-3196-4e2c-b164-3d74a2dd48fc tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Jul 13 23:22:18.560697 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f90881-b931-4bc6-9fef-cf302cbf41f4 req-045d7377-61a1-4c24-960e-658539585cf9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:18.562194 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0f90881-b931-4bc6-9fef-cf302cbf41f4 req-045d7377-61a1-4c24-960e-658539585cf9 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0474191 Jul 13 23:22:18.609108 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b0f90881-b931-4bc6-9fef-cf302cbf41f4 req-0107d1da-f442-4a14-a369-94fd18f22713 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406394 Jul 13 23:22:19.579611 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f96b-f20c-4985-bf1e-562f4d5aad4d req-44726635-fc19-4642-bba8-51bf1daa797b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:19.581109 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3265f96b-f20c-4985-bf1e-562f4d5aad4d req-44726635-fc19-4642-bba8-51bf1daa797b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 943 time: 0.0498405 Jul 13 23:22:19.629878 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3265f96b-f20c-4985-bf1e-562f4d5aad4d req-5b443ec3-d41b-45ad-9470-99c546a0cd48 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Jul 13 23:22:19.721874 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370f3a4-b05e-4b7b-a62e-d086a3cdec86 req-27c5c569-7f08-437f-b86e-66d2fb8f71de tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:19.723880 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b370f3a4-b05e-4b7b-a62e-d086a3cdec86 req-27c5c569-7f08-437f-b86e-66d2fb8f71de tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0459905 Jul 13 23:22:19.769638 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b370f3a4-b05e-4b7b-a62e-d086a3cdec86 req-e82fc837-8d4a-4fb0-9787-f8421e28f608 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Jul 13 23:22:20.178754 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:20.180788 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:20.747006 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29faa7-6275-4803-b471-476527240b7f req-06f6d6fe-1a16-4bac-bc7d-8fbab8ef840c tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:20.748548 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf29faa7-6275-4803-b471-476527240b7f req-06f6d6fe-1a16-4bac-bc7d-8fbab8ef840c tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 943 time: 0.0470121 Jul 13 23:22:20.805611 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf29faa7-6275-4803-b471-476527240b7f req-3424faed-3271-4329-bc19-32582f678aa2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508273 Jul 13 23:22:20.888871 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa15383-4297-465e-a24b-4a88f181c59f req-a438db12-e645-44cb-91e4-af0c982b47c7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:20.890488 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eaa15383-4297-465e-a24b-4a88f181c59f req-a438db12-e645-44cb-91e4-af0c982b47c7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0493755 Jul 13 23:22:20.942987 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eaa15383-4297-465e-a24b-4a88f181c59f req-1478caec-9a81-44bc-9c64-a7f38379c820 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462410 Jul 13 23:22:21.740349 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:21.928545 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9a85c-95d3-4668-92d8-393635683d92 req-39df00a6-22bb-4f68-a226-c788ddd9ae51 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:21.930071 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09a9a85c-95d3-4668-92d8-393635683d92 req-39df00a6-22bb-4f68-a226-c788ddd9ae51 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 943 time: 0.0479138 Jul 13 23:22:21.984668 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09a9a85c-95d3-4668-92d8-393635683d92 req-d6a1b440-148c-4a71-8908-003bff00cc51 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462325 Jul 13 23:22:22.068029 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a87a-5741-4efc-bf0d-44ec2031fb35 req-d21a5f54-19b4-4b18-a4ca-2f3fadef5eec tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:22.069492 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-42e8a87a-5741-4efc-bf0d-44ec2031fb35 req-d21a5f54-19b4-4b18-a4ca-2f3fadef5eec tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0519760 Jul 13 23:22:22.115485 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-42e8a87a-5741-4efc-bf0d-44ec2031fb35 req-1ce6019e-82e1-4cec-88fd-7ea4d62bbc2a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Jul 13 23:22:23.100241 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac49943-822b-4b4b-931c-79a954b679ff req-1613fc87-ba96-436e-b5b8-62f660bd40d2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:23.101769 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eac49943-822b-4b4b-931c-79a954b679ff req-1613fc87-ba96-436e-b5b8-62f660bd40d2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 943 time: 0.0479620 Jul 13 23:22:23.157023 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eac49943-822b-4b4b-931c-79a954b679ff req-d501f628-5a9f-4efe-b444-fc79144d05e7 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495780 Jul 13 23:22:23.239517 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f8fa-6443-4476-a520-9b3b14d5aa30 req-46066e2e-22bb-418f-b3e8-ce41f52eb1cf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:23.241061 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2a79f8fa-6443-4476-a520-9b3b14d5aa30 req-46066e2e-22bb-418f-b3e8-ce41f52eb1cf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0527368 Jul 13 23:22:23.266933 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:23.292336 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2a79f8fa-6443-4476-a520-9b3b14d5aa30 req-ea94e004-cfa1-4a98-9177-64e19d37b3e4 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457222 Jul 13 23:22:23.930437 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-a9f9bcfb-667e-4202-94b7-7a7bdf0909f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385153 Jul 13 23:22:24.014269 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-28bf392c-ccbf-46b4-9870-6ee218c4cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:24.015799 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-28bf392c-ccbf-46b4-9870-6ee218c4cb05 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 1130 time: 0.0397587 Jul 13 23:22:24.129062 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-83d10f04-32a9-4c4c-b530-87bb042e1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:24.130928 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-83d10f04-32a9-4c4c-b530-87bb042e1591 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.0958128 Jul 13 23:22:24.214724 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-c31ca0c2-1de5-480f-9cab-3828859fd936 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 HTTP/1.1" status: 200 len: 1000 time: 0.0586214 Jul 13 23:22:24.267383 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-018b28c3-68fe-4c24-8f07-563281ab87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:24.268860 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-018b28c3-68fe-4c24-8f07-563281ab87bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0490417 Jul 13 23:22:24.274077 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b638ecb-cf3f-45bf-afcf-3843bd689d98 req-f9facac4-134f-4fb5-a0cf-c45396777f6c tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:24.275684 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5b638ecb-cf3f-45bf-afcf-3843bd689d98 req-f9facac4-134f-4fb5-a0cf-c45396777f6c tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 943 time: 0.0477381 Jul 13 23:22:24.323709 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-fb1e2ae5-448b-43c4-acc7-065010e9fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:24.325369 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-fb1e2ae5-448b-43c4-acc7-065010e9fb80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396237 Jul 13 23:22:24.326773 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5b638ecb-cf3f-45bf-afcf-3843bd689d98 req-aa530277-4f19-4aeb-9fb7-d04c953b64a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 Jul 13 23:22:24.410795 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bc161-5f6c-4177-ba7f-b225a390a2a7 req-f239b046-8e55-4e91-8a9c-9298144e0d41 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:24.412967 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-380bc161-5f6c-4177-ba7f-b225a390a2a7 req-f239b046-8e55-4e91-8a9c-9298144e0d41 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0492187 Jul 13 23:22:24.426626 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-2e1e7e2f-4da2-47de-9b4e-fc49b852217d service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935438 Jul 13 23:22:24.439322 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:24.465694 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-380bc161-5f6c-4177-ba7f-b225a390a2a7 req-22b38aa3-ec14-41ab-ba1a-d50cf889e6c7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461118 Jul 13 23:22:24.522851 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8436a4f5-57cb-4abb-ae89-b69b980cfa0d req-dd48c872-6994-4340-be12-49b307b63b82 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902297 Jul 13 23:22:25.439011 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f8093-2156-4ccb-8635-010793a8a14c req-ae5a997c-7ffd-4fac-b369-ec5aa856bc77 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:25.440472 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eb8f8093-2156-4ccb-8635-010793a8a14c req-ae5a997c-7ffd-4fac-b369-ec5aa856bc77 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 943 time: 0.0460837 Jul 13 23:22:25.488042 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eb8f8093-2156-4ccb-8635-010793a8a14c req-71ca3835-2587-403d-b7f2-fa0012b01ee3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421400 Jul 13 23:22:25.581703 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c9703-9d4f-4bba-9a08-6fed50cb71bc req-d181a162-0a7b-4f79-b906-17d1c612d66f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:25.583179 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a28c9703-9d4f-4bba-9a08-6fed50cb71bc req-d181a162-0a7b-4f79-b906-17d1c612d66f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0472198 Jul 13 23:22:25.600856 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 25f60df6-885b-40d6-9b35-8e3a7d28c653 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:22:25.632602 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a28c9703-9d4f-4bba-9a08-6fed50cb71bc req-d941e1d4-646a-4913-99bf-d3c57f0caa10 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Jul 13 23:22:25.701428 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 25f60df6-885b-40d6-9b35-8e3a7d28c653, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:22:25.716848 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:22:25.752175 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 25f60df6-885b-40d6-9b35-8e3a7d28c653 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:22:25.752558 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:25.765333 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f60df6-885b-40d6-9b35-8e3a7d28c653 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:22:25.785093 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 25f60df6-885b-40d6-9b35-8e3a7d28c653, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:22:25.789608 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:25.834494 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=25f60df6-885b-40d6-9b35-8e3a7d28c653,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:25.841399 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.841732 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.842059 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.842385 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.842712 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.843026 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.843341 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.843680 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.843996 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.844307 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.844618 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.844931 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.845238 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.845542 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:25.845849 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:26.242273 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['25f60df6-885b-40d6-9b35-8e3a7d28c653'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:22:26.602696 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc52db-d23a-4055-9096-fd439b0f5060 req-14524364-a4a9-4b40-aabf-d486c1d96541 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:26.604201 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a9fc52db-d23a-4055-9096-fd439b0f5060 req-14524364-a4a9-4b40-aabf-d486c1d96541 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 944 time: 0.0494792 Jul 13 23:22:26.653010 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a9fc52db-d23a-4055-9096-fd439b0f5060 req-12520733-e094-4c8c-af35-90b2bc7c1336 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433104 Jul 13 23:22:26.745768 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d4c44-1cd0-4420-8749-a358d93dc26e req-65eb9eab-eea0-402d-adf0-32491dfaf538 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:26.747214 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-233d4c44-1cd0-4420-8749-a358d93dc26e req-65eb9eab-eea0-402d-adf0-32491dfaf538 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0460331 Jul 13 23:22:26.795245 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-233d4c44-1cd0-4420-8749-a358d93dc26e req-f336fb2d-baba-430c-a05b-a2d211ddfb06 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Jul 13 23:22:27.613187 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 25f60df6-885b-40d6-9b35-8e3a7d28c653 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:22:27.658656 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 25f60df6-885b-40d6-9b35-8e3a7d28c653 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:22:27.664801 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 25f60df6-885b-40d6-9b35-8e3a7d28c653 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:22:27.665233 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:27.742961 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 25f60df6-885b-40d6-9b35-8e3a7d28c653 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:22:27.743344 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:27.769616 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:27.772536 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa14a88-1eec-4ca6-80ac-72056ea3a0f6" -d '{"events": [{"server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "name": "network-vif-plugged", "status": "completed", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:27.773476 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b502bd0-ef9c-40d4-8c0f-5f2027c02de4 req-ec20a4dd-3c58-4dd0-89f2-44cb7ccc5049 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:27.775244 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8b502bd0-ef9c-40d4-8c0f-5f2027c02de4 req-ec20a4dd-3c58-4dd0-89f2-44cb7ccc5049 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 944 time: 0.0494454 Jul 13 23:22:27.793000 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 25f60df6-885b-40d6-9b35-8e3a7d28c653, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:22:27.799930 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:27.852983 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:27.857813 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:27.881029 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=25f60df6-885b-40d6-9b35-8e3a7d28c653,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:28.013302 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28379131-2acf-419d-979c-36eb1512aec0 x-openstack-request-id: req-28379131-2acf-419d-979c-36eb1512aec0 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:28.013743 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "name": "network-vif-plugged", "status": "completed", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:28.013996 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28379131-2acf-419d-979c-36eb1512aec0 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:28.014409 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28379131-2acf-419d-979c-36eb1512aec0'] response: {'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'code': 200} Jul 13 23:22:28.092219 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8b502bd0-ef9c-40d4-8c0f-5f2027c02de4 req-ef2827e6-c672-497d-93c5-275e9eb8081e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055968 Jul 13 23:22:28.125295 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195907db-ee6d-4426-a123-34fa9f8997d1 req-467b3b46-5100-4812-a83e-2830853836f1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:28.126810 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-195907db-ee6d-4426-a123-34fa9f8997d1 req-467b3b46-5100-4812-a83e-2830853836f1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0517166 Jul 13 23:22:28.172999 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-195907db-ee6d-4426-a123-34fa9f8997d1 req-f132c613-eaad-425e-b2f4-2374990b5dc0 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Jul 13 23:22:29.322309 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bcb3e-1dd6-4029-9625-e7ae32e10da5 req-0b7a8a12-cc2b-4a5d-afa0-a094a01b614b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:29.324104 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7c5bcb3e-1dd6-4029-9625-e7ae32e10da5 req-0b7a8a12-cc2b-4a5d-afa0-a094a01b614b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 945 time: 0.0532670 Jul 13 23:22:29.412308 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceecfa-0e69-4f7d-99b1-89e615e3fa38 req-114b5c84-00dd-4843-be45-07ecdb436aa7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:29.414021 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1ceecfa-0e69-4f7d-99b1-89e615e3fa38 req-114b5c84-00dd-4843-be45-07ecdb436aa7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0654292 Jul 13 23:22:29.419004 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7c5bcb3e-1dd6-4029-9625-e7ae32e10da5 req-07624149-cca2-42c6-afd8-183c9bd7bb68 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890989 Jul 13 23:22:29.461552 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1ceecfa-0e69-4f7d-99b1-89e615e3fa38 req-ef19763c-cdd2-419c-a71a-3518e468f26e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416105 Jul 13 23:22:29.703461 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a0af8-0170-441d-9518-b1c58e00c44b req-066d1c09-f4db-4651-8264-34f5a93fdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:29.705377 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4b9a0af8-0170-441d-9518-b1c58e00c44b req-066d1c09-f4db-4651-8264-34f5a93fdb97 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 1129 time: 0.0475168 Jul 13 23:22:30.171207 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682081f-2a5f-4a89-8f2a-8a3857a256da req-91f1b099-2a30-435d-9764-0c6db55b6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:30.173547 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2682081f-2a5f-4a89-8f2a-8a3857a256da req-91f1b099-2a30-435d-9764-0c6db55b6949 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 1129 time: 0.0587037 Jul 13 23:22:30.188205 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4b9a0af8-0170-441d-9518-b1c58e00c44b req-1dc6ef83-e5e5-435e-9a14-bc8d38421c0a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793989 Jul 13 23:22:30.535632 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c64d0-0dbe-4f68-a5f4-af14c5ee3fe5 req-ddf67c39-cd6f-456c-aa85-42533c4f9bb6 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:30.537315 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d24c64d0-0dbe-4f68-a5f4-af14c5ee3fe5 req-ddf67c39-cd6f-456c-aa85-42533c4f9bb6 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 945 time: 0.0520282 Jul 13 23:22:30.557587 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:30.560828 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2682081f-2a5f-4a89-8f2a-8a3857a256da req-5a80fc0b-9110-48f3-9413-243b83067de3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485876 Jul 13 23:22:30.606238 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b496e5-a917-4596-bdd4-d8d88c6adb9d req-a47052fb-bdd6-426f-8403-963b2f0f7abe tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:30.607737 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e1b496e5-a917-4596-bdd4-d8d88c6adb9d req-a47052fb-bdd6-426f-8403-963b2f0f7abe tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0661421 Jul 13 23:22:30.646470 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d24c64d0-0dbe-4f68-a5f4-af14c5ee3fe5 req-194dc5a4-b68c-4824-80ba-a4d247e9fafa tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953712 Jul 13 23:22:30.673206 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e1b496e5-a917-4596-bdd4-d8d88c6adb9d req-6e869d5d-404b-470a-b0b7-9b561c110e85 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593445 Jul 13 23:22:31.631346 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0656c8-f732-4cec-aaa8-462cf7f266a4 req-23a02590-2776-4b8d-b764-7021c3f16357 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:31.632894 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e0656c8-f732-4cec-aaa8-462cf7f266a4 req-23a02590-2776-4b8d-b764-7021c3f16357 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0472023 Jul 13 23:22:31.654799 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:31.684235 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e0656c8-f732-4cec-aaa8-462cf7f266a4 req-4bf030fd-0c2a-4d36-b024-4641d5a53e8c tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456975 Jul 13 23:22:31.807091 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf298af-dac2-46d6-80ad-26e17aed349c req-524bfedd-1e65-4d79-9bde-9c7ee1ff4a6e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:31.808598 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2cf298af-dac2-46d6-80ad-26e17aed349c req-524bfedd-1e65-4d79-9bde-9c7ee1ff4a6e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 945 time: 0.0780511 Jul 13 23:22:31.828534 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27a424-1a7c-4635-ade3-36c329512f22 req-85b7ed90-ce4e-4c71-90fe-5bb70d1e03a4 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:31.829983 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c27a424-1a7c-4635-ade3-36c329512f22 req-85b7ed90-ce4e-4c71-90fe-5bb70d1e03a4 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0680871 Jul 13 23:22:31.901281 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2cf298af-dac2-46d6-80ad-26e17aed349c req-6b6e5629-e72d-42e7-ac69-d18841563470 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867777 Jul 13 23:22:31.908947 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c27a424-1a7c-4635-ade3-36c329512f22 req-dd46ebd8-ae5c-4de7-bdc4-a3b588a90bb3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710390 Jul 13 23:22:32.799326 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5001bd5-63c3-4690-86ae-df4d18c01a6b req-ebe22f5a-a4af-44b5-96c6-08b99038bb85 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:32.800792 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5001bd5-63c3-4690-86ae-df4d18c01a6b req-ebe22f5a-a4af-44b5-96c6-08b99038bb85 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0467854 Jul 13 23:22:32.851059 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5001bd5-63c3-4690-86ae-df4d18c01a6b req-f6c48d02-ff34-46d1-b618-c58e9c71bd58 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441213 Jul 13 23:22:33.054702 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f592db6-d853-45ca-8cc0-d8ea16069256 req-ab3812ac-03cc-42e8-a3f5-ede89b75755d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:33.056037 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8f592db6-d853-45ca-8cc0-d8ea16069256 req-ab3812ac-03cc-42e8-a3f5-ede89b75755d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 945 time: 0.0751626 Jul 13 23:22:33.072384 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfbef9-2155-4bb2-81b2-d60d1dab2da7 req-d934758e-23fe-4cbc-9ddd-0a960b523984 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:33.073837 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-05bfbef9-2155-4bb2-81b2-d60d1dab2da7 req-d934758e-23fe-4cbc-9ddd-0a960b523984 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0817232 Jul 13 23:22:33.148179 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8f592db6-d853-45ca-8cc0-d8ea16069256 req-c1165787-090d-4fc9-8429-5c7e1fbd478f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829077 Jul 13 23:22:33.161212 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-05bfbef9-2155-4bb2-81b2-d60d1dab2da7 req-938ab02e-90db-4fb1-b5d4-06d289a5d5c3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807827 Jul 13 23:22:33.546689 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6656e0-127a-44a0-93f4-88f5875d1f76 req-c69b3bc1-afcd-4d5a-9068-1c3330da5a82 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:33.548256 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0c6656e0-127a-44a0-93f4-88f5875d1f76 req-c69b3bc1-afcd-4d5a-9068-1c3330da5a82 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0484414 Jul 13 23:22:33.597655 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0c6656e0-127a-44a0-93f4-88f5875d1f76 req-204a6c04-d3d8-4631-aa27-53196f0b4a9c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437307 Jul 13 23:22:33.604334 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-8b44a33f-0a18-4fd4-892e-2a2c496a33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:33.605881 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-8b44a33f-0a18-4fd4-892e-2a2c496a33db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 1129 time: 0.0395339 Jul 13 23:22:33.700926 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-e1bb0bac-2d25-4714-9134-1eeb9c0e3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:33.702371 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-e1bb0bac-2d25-4714-9134-1eeb9c0e3f32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.0903296 Jul 13 23:22:33.771714 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-be35a0ef-ca3f-4f96-8830-692074563e66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97549afb-69a7-4779-abe9-e645a3ec2a47 HTTP/1.1" status: 200 len: 1000 time: 0.0615153 Jul 13 23:22:33.813749 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:33.821953 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-54d967d3-b564-4a51-808e-a7398d44fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:33.823476 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-54d967d3-b564-4a51-808e-a7398d44fb73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0453384 Jul 13 23:22:33.859473 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:33.870842 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-cb6b9068-08a3-441d-afb6-449cd8fa797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:33.872469 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-cb6b9068-08a3-441d-afb6-449cd8fa797f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416811 Jul 13 23:22:33.966569 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0fa86-273f-4989-8128-ad3e9e1db0aa req-e01735a2-2678-4132-b3de-8b4f425bc723 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:33.968158 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ad0fa86-273f-4989-8128-ad3e9e1db0aa req-e01735a2-2678-4132-b3de-8b4f425bc723 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0472469 Jul 13 23:22:33.968298 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-762ade08-43f0-4462-828b-f1f9e48bbdc6 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890179 Jul 13 23:22:34.017629 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ad0fa86-273f-4989-8128-ad3e9e1db0aa req-8b04d48e-807e-4860-9eeb-1faa320e1aa4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440321 Jul 13 23:22:34.065913 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-aab21900-d10e-4350-a4f2-6fe91a6844d1 req-e46a842f-02aa-416d-ae72-4c2270b5bfbb service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894666 Jul 13 23:22:34.268221 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11d48e-3ed6-499f-a542-71881fdfbf21 req-0fbcfdbf-d794-4471-82c1-c0b33763748a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:34.269712 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3f11d48e-3ed6-499f-a542-71881fdfbf21 req-0fbcfdbf-d794-4471-82c1-c0b33763748a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 945 time: 0.0513387 Jul 13 23:22:34.291006 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:34.323818 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3f11d48e-3ed6-499f-a542-71881fdfbf21 req-5045e7c3-0987-4819-a0f8-7eaa4af10ec9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484369 Jul 13 23:22:34.437588 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc7bf3-bd85-4e2b-bc07-f13f9c4546be req-b6677dec-f74f-438e-87dd-58a71e14b056 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:34.438934 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dcc7bf3-bd85-4e2b-bc07-f13f9c4546be req-b6677dec-f74f-438e-87dd-58a71e14b056 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 945 time: 0.0471673 Jul 13 23:22:34.486317 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dcc7bf3-bd85-4e2b-bc07-f13f9c4546be req-679b0fec-ff5f-4c6c-b078-9d1f2d04ee0f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418060 Jul 13 23:22:34.509791 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55312) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:34.547848 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174fb36d-8609-4ab1-ac0c-285971e75fcd tempest-TestVolumeBootPattern-1866785527 tempest-TestVolumeBootPattern-1866785527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:34.549578 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-174fb36d-8609-4ab1-ac0c-285971e75fcd tempest-TestVolumeBootPattern-1866785527 tempest-TestVolumeBootPattern-1866785527-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 1124 time: 0.0388045 Jul 13 23:22:34.552979 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55314) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:34.557174 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:34.578012 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:34.659347 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:34.712315 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413adfb-fe71-4f50-96a9-d086e92f5572 req-279a8c8c-e303-4330-98d1-fa92a649a6e7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:34.713713 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3413adfb-fe71-4f50-96a9-d086e92f5572 req-279a8c8c-e303-4330-98d1-fa92a649a6e7 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0470545 Jul 13 23:22:34.769092 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Allocated IP 172.27.3.107 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/1a1e0ddb-a1c9-46c5-b196-afbe250489be) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:22:34.772876 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3413adfb-fe71-4f50-96a9-d086e92f5572 req-012899c8-f267-46f7-a70a-3f5fcd1ae58d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535550 Jul 13 23:22:34.876006 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for port (1a1e0ddb-a1c9-46c5-b196-afbe250489be), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:34.908604 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (1a1e0ddb-a1c9-46c5-b196-afbe250489be), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:34.950514 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:22:34.953848 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:22:34.958515 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:22:34.962182 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'Port': ['ID=1a1e0ddb-a1c9-46c5-b196-afbe250489be,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:34.964832 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:22:35.074513 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:35.132005 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:35.132224 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ea3e9-d7fc-4ffc-8902-43befb8a34b7 req-049c8561-6e5b-4f90-ad4d-86e9f9b8dccf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:35.133276 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-386ea3e9-d7fc-4ffc-8902-43befb8a34b7 req-049c8561-6e5b-4f90-ad4d-86e9f9b8dccf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0481629 Jul 13 23:22:35.181940 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-386ea3e9-d7fc-4ffc-8902-43befb8a34b7 req-833c5e58-ecff-4f95-a067-3f03c7737cac tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429094 Jul 13 23:22:35.318746 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (7e6ed423-199a-4a1c-943d-6129aca15fe8), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:35.390942 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (1a1e0ddb-a1c9-46c5-b196-afbe250489be), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:35.540479 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for port (1a1e0ddb-a1c9-46c5-b196-afbe250489be), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:35.545508 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (1a1e0ddb-a1c9-46c5-b196-afbe250489be), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:35.868501 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'Port': ['ID=1a1e0ddb-a1c9-46c5-b196-afbe250489be,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:35.885100 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (7e6ed423-199a-4a1c-943d-6129aca15fe8), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:35.896392 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a612ad-7acc-44cd-8e95-cc1421bb8d16 req-e293620b-8667-482b-b309-c574c4c0fc54 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:35.897993 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78a612ad-7acc-44cd-8e95-cc1421bb8d16 req-e293620b-8667-482b-b309-c574c4c0fc54 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0481513 Jul 13 23:22:35.955361 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:35.960414 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78a612ad-7acc-44cd-8e95-cc1421bb8d16 req-ff8a30af-2f16-4931-be4a-3d072c55a9fd tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564871 Jul 13 23:22:35.988129 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Floating IP 7e6ed423-199a-4a1c-943d-6129aca15fe8 associated. External IP: 172.27.3.107, port: 25f60df6-885b-40d6-9b35-8e3a7d28c653. Jul 13 23:22:36.178844 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:36.184160 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Router eb5ac33d-3a1f-4991-9e84-d175f2eced0c has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:22:36.240101 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:36.291031 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:22:36.301204 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] Sync routers for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:22:36.307960 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4fbf-2ff4-4f09-ab1f-36819e881d91 req-7d656c8f-1a12-4277-8415-3b3407f8ad2d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:36.309609 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-85ae4fbf-2ff4-4f09-ab1f-36819e881d91 req-7d656c8f-1a12-4277-8415-3b3407f8ad2d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0555789 Jul 13 23:22:36.310100 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:36.321934 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:36.322555 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:36.346296 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-64ff36a0-30e4-4342-9fb4-9096ab7c7ab4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7902133 Jul 13 23:22:36.346296 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:36.347033 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df3d509-73ff-45b3-8111-603d601014ef" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:36.368699 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-85ae4fbf-2ff4-4f09-ab1f-36819e881d91 req-f1e9deaa-40ac-4b0a-8ff4-c411acfb8f16 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514243 Jul 13 23:22:36.387091 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b064a9d-bfa3-49ca-a224-cc24f79f4c06 x-openstack-request-id: req-5b064a9d-bfa3-49ca-a224-cc24f79f4c06 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:36.387374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:36.387650 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b064a9d-bfa3-49ca-a224-cc24f79f4c06 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:36.388067 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b064a9d-bfa3-49ca-a224-cc24f79f4c06'] response: {'name': 'network-changed', 'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'status': 'completed', 'code': 200} Jul 13 23:22:36.441697 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:36.652127 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7e6ed423-199a-4a1c-943d-6129aca15fe8', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:35Z', 'updated_at': '2022-07-13T23:22:35Z', 'revision_number': 0, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:36.682594 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] Checking router: eb5ac33d-3a1f-4991-9e84-d175f2eced0c for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:22:36.691990 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:36.693065 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:36.794486 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:36.867719 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3d509-73ff-45b3-8111-603d601014ef req-84decdf5-22bf-46d4-8e2c-8fe5df825874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:36.869199 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7df3d509-73ff-45b3-8111-603d601014ef req-84decdf5-22bf-46d4-8e2c-8fe5df825874 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 1129 time: 0.0391443 Jul 13 23:22:37.003817 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7e6ed423-199a-4a1c-943d-6129aca15fe8', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:35Z', 'updated_at': '2022-07-13T23:22:35Z', 'revision_number': 0, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:37.030275 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215bf0d-427d-45db-8a6c-8cc3efd85dd5 None None] The sync data for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi is: [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7e6ed423-199a-4a1c-943d-6129aca15fe8', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:35Z', 'updated_at': '2022-07-13T23:22:35Z', 'revision_number': 0, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:22:37.037285 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3d509-73ff-45b3-8111-603d601014ef req-7afbc5b9-8f34-44d8-8a60-b43f0c96deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:37.038759 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7df3d509-73ff-45b3-8111-603d601014ef req-7afbc5b9-8f34-44d8-8a60-b43f0c96deca service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 913 time: 0.0926151 Jul 13 23:22:37.082804 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662fa17-1c12-4f60-acae-aaa1d6a808bb req-ade4151e-88c5-4786-95f9-d9638a177845 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:37.084340 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5662fa17-1c12-4f60-acae-aaa1d6a808bb req-ade4151e-88c5-4786-95f9-d9638a177845 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0518277 Jul 13 23:22:37.132267 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7df3d509-73ff-45b3-8111-603d601014ef req-7ef7cb4d-16e7-4baa-bfd4-5f150d1f0b0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653 HTTP/1.1" status: 200 len: 999 time: 0.0663016 Jul 13 23:22:37.135178 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5662fa17-1c12-4f60-acae-aaa1d6a808bb req-ff80bfbe-865e-43ef-9068-7fcc1b0a0cfa tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448651 Jul 13 23:22:37.223951 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffb41d-a8a9-41fb-9506-622dccfa2bde None None] New status for floating IP 7e6ed423-199a-4a1c-943d-6129aca15fe8: ACTIVE {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:22:37.486379 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1da4c1-31bc-4699-b0fb-53e43bcdf0a7 req-fbcb4ebd-bec8-478a-ac72-101d8f9a8804 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:37.487870 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9a1da4c1-31bc-4699-b0fb-53e43bcdf0a7 req-fbcb4ebd-bec8-478a-ac72-101d8f9a8804 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0494983 Jul 13 23:22:37.534772 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9a1da4c1-31bc-4699-b0fb-53e43bcdf0a7 req-591cec16-a119-4e5d-ac1c-b05addd819b7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 Jul 13 23:22:37.585160 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3d509-73ff-45b3-8111-603d601014ef req-36c61604-dccc-4c1f-8a69-25c48717ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:37.586595 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7df3d509-73ff-45b3-8111-603d601014ef req-36c61604-dccc-4c1f-8a69-25c48717ed4d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.0449562 Jul 13 23:22:37.740150 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3d509-73ff-45b3-8111-603d601014ef req-5e79ef34-3aec-4edb-8ca1-9deaca16cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:37.741660 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7df3d509-73ff-45b3-8111-603d601014ef req-5e79ef34-3aec-4edb-8ca1-9deaca16cbed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425642 Jul 13 23:22:37.854615 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7df3d509-73ff-45b3-8111-603d601014ef req-addec206-58e7-49da-a125-c6009177cf90 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930972 Jul 13 23:22:37.955463 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7df3d509-73ff-45b3-8111-603d601014ef req-aa04bd0d-4f7c-46d0-96d1-7bb61491bb3a service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836611 Jul 13 23:22:38.250374 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f70719-0db9-48ac-a955-57caf75652d4 req-fb786f5f-22f2-42f6-a463-345f3ea2c064 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:38.251771 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-60f70719-0db9-48ac-a955-57caf75652d4 req-fb786f5f-22f2-42f6-a463-345f3ea2c064 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0467823 Jul 13 23:22:38.300907 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-60f70719-0db9-48ac-a955-57caf75652d4 req-b3fd829f-82a4-4031-b7ba-cec770c94751 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424690 Jul 13 23:22:38.408809 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40f76d-f697-48af-bd5d-a10f0e9a3485 req-2b8deb1c-727d-4e36-aa78-ae03732a4168 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:38.410277 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bc40f76d-f697-48af-bd5d-a10f0e9a3485 req-2b8deb1c-727d-4e36-aa78-ae03732a4168 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0468328 Jul 13 23:22:38.419427 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55336) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:38.423723 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-d16686e5-d432-49ed-a718-f3e4f2716397 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Request body: {'floatingip': {'port_id': '97549afb-69a7-4779-abe9-e645a3ec2a47'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:38.479001 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d16686e5-d432-49ed-a718-f3e4f2716397 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for floatingip (e47e69f2-a4b5-4bbb-98a1-b5a06b417b25), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:38.682675 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:38.699949 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18607ced-334c-400f-8492-d2afda6ddbcf req-1c077429-2961-40eb-a9ee-35e1724d047b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:38.701478 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-18607ced-334c-400f-8492-d2afda6ddbcf req-1c077429-2961-40eb-a9ee-35e1724d047b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0915411 Jul 13 23:22:38.826113 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-18607ced-334c-400f-8492-d2afda6ddbcf req-cf8a086c-8d14-4068-abed-3fb3475230aa tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948751 Jul 13 23:22:39.016317 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:39.020708 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d16686e5-d432-49ed-a718-f3e4f2716397 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:39.025602 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d16686e5-d432-49ed-a718-f3e4f2716397 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (e47e69f2-a4b5-4bbb-98a1-b5a06b417b25), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:39.226028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16686e5-d432-49ed-a718-f3e4f2716397 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Router 31fdd018-08ea-4419-974d-e3427ccb035b has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:22:39.330600 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16686e5-d432-49ed-a718-f3e4f2716397 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:22:39.335783 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d16686e5-d432-49ed-a718-f3e4f2716397 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:39.341528 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] Sync routers for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:22:39.353126 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:39.353749 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:39.376345 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:39.378640 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ae8b3c-01f8-437c-818e-7d31263c6ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:39.414129 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d16686e5-d432-49ed-a718-f3e4f2716397 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "PUT /v2.0/floatingips/e47e69f2-a4b5-4bbb-98a1-b5a06b417b25 HTTP/1.1" status: 200 len: 992 time: 0.9936154 Jul 13 23:22:39.476409 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc764744-9d52-42a2-a0bc-05c5b1d4cdce x-openstack-request-id: req-cc764744-9d52-42a2-a0bc-05c5b1d4cdce {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:39.476699 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:39.476947 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc764744-9d52-42a2-a0bc-05c5b1d4cdce {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:39.477354 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc764744-9d52-42a2-a0bc-05c5b1d4cdce'] response: {'name': 'network-changed', 'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'status': 'completed', 'code': 200} Jul 13 23:22:39.571073 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-8bca009e-ce0b-417f-ad32-ba64e00fab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:39.572603 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-8bca009e-ce0b-417f-ad32-ba64e00fab53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 1129 time: 0.0430567 Jul 13 23:22:39.590737 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:39.679032 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-aaed3e14-9e08-490a-b90f-ef24a9eb4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:39.680536 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-aaed3e14-9e08-490a-b90f-ef24a9eb4e9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.0866408 Jul 13 23:22:39.690317 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:39.729693 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:39.747749 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-626b6149-f015-4116-bd54-638db95ded9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97549afb-69a7-4779-abe9-e645a3ec2a47 HTTP/1.1" status: 200 len: 1000 time: 0.0603564 Jul 13 23:22:39.800960 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'e47e69f2-a4b5-4bbb-98a1-b5a06b417b25', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'port_id': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'mac_address': 'fa:16:3e:e9:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:18:24Z', 'updated_at': '2022-07-13T23:22:38Z', 'revision_number': 3, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:40Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:39.825523 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] Checking router: 31fdd018-08ea-4419-974d-e3427ccb035b for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:22:39.834559 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:39.835148 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:39.942956 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-aa04b4d5-4698-4c6e-a3a9-7423f950cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:39.943219 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:39.944632 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-aa04b4d5-4698-4c6e-a3a9-7423f950cf51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0613055 Jul 13 23:22:39.951334 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c85309-937c-450d-a1ac-d2b62d4c3b37 req-c1cf3d02-0fe3-44dd-9ddf-051f8ffcaf18 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:39.953312 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30c85309-937c-450d-a1ac-d2b62d4c3b37 req-c1cf3d02-0fe3-44dd-9ddf-051f8ffcaf18 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0572112 Jul 13 23:22:39.992292 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-095f2d83-613b-4261-850b-88001a3e43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:39.993726 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-095f2d83-613b-4261-850b-88001a3e43c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426404 Jul 13 23:22:40.006871 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30c85309-937c-450d-a1ac-d2b62d4c3b37 req-8bfb7ab3-2930-4b45-86fe-d6fb48731a09 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446758 Jul 13 23:22:40.077493 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:40.095798 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-e80b3762-bd4a-43de-8426-9b223d45b6d4 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936677 Jul 13 23:22:40.165571 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:40.175372 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'e47e69f2-a4b5-4bbb-98a1-b5a06b417b25', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'port_id': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'mac_address': 'fa:16:3e:e9:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:18:24Z', 'updated_at': '2022-07-13T23:22:38Z', 'revision_number': 3, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:40Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:40.198648 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-79ae8b3c-01f8-437c-818e-7d31263c6ac1 req-d46461f2-e222-4f30-b153-8bc3345a2205 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915697 Jul 13 23:22:40.203378 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47778bbd-e5f6-4aa2-887d-254440d8147a None None] The sync data for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi is: [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'e47e69f2-a4b5-4bbb-98a1-b5a06b417b25', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'port_id': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'mac_address': 'fa:16:3e:e9:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:18:24Z', 'updated_at': '2022-07-13T23:22:38Z', 'revision_number': 3, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:40Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:22:40.860638 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-d35f419c-48e8-4878-804b-5e924be44fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:41.127139 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddb83b-ff96-49b4-9982-01a302f20f91 req-77b76637-aea6-48db-8f16-5ed5c3c7cfd8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:41.128665 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39ddb83b-ff96-49b4-9982-01a302f20f91 req-77b76637-aea6-48db-8f16-5ed5c3c7cfd8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0504107 Jul 13 23:22:41.175470 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39ddb83b-ff96-49b4-9982-01a302f20f91 req-26010d0b-9c21-436e-883f-e95a8911304e tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411732 Jul 13 23:22:41.478325 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:41.480644 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dceef83-b780-4904-9dc4-fa983e0f596e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:41.515425 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e2d6ab-ee81-4b66-9ae4-9eae9465dbb7 x-openstack-request-id: req-95e2d6ab-ee81-4b66-9ae4-9eae9465dbb7 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:41.515740 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:41.515991 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95e2d6ab-ee81-4b66-9ae4-9eae9465dbb7 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:41.516413 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e2d6ab-ee81-4b66-9ae4-9eae9465dbb7'] response: {'name': 'network-changed', 'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'status': 'completed', 'code': 200} Jul 13 23:22:41.586727 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-ef4ddbe0-4270-475c-9ba2-1f9e740758b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:41.588224 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-ef4ddbe0-4270-475c-9ba2-1f9e740758b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 1129 time: 0.0423841 Jul 13 23:22:41.678576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-d944ee16-daba-46e3-96a2-4b3ad559c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:41.680074 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-d944ee16-daba-46e3-96a2-4b3ad559c505 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.0850418 Jul 13 23:22:41.746352 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-565c914f-92e4-4f49-a6a8-989bbab4fa22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97549afb-69a7-4779-abe9-e645a3ec2a47 HTTP/1.1" status: 200 len: 1000 time: 0.0599117 Jul 13 23:22:41.799503 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-4962d327-1ed7-44ad-999e-558a8a24aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:41.800976 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-4962d327-1ed7-44ad-999e-558a8a24aadd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0465629 Jul 13 23:22:41.846469 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-a2a2d30c-9731-45b3-ab16-e572372f8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:41.848015 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-a2a2d30c-9731-45b3-ab16-e572372f8d46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398638 Jul 13 23:22:41.945791 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-9eeb3a9d-06eb-42bf-bbc7-07d78512121f service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869207 Jul 13 23:22:42.034708 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7dceef83-b780-4904-9dc4-fa983e0f596e req-dfe73275-dcc6-43db-979b-5c08d695377c service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830393 Jul 13 23:22:42.270867 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:42.287258 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e0cf-63a3-45ee-a4ce-918742b62534 req-c12f9b25-994e-4811-bf53-dab6cf5c1511 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:42.288694 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a9d3e0cf-63a3-45ee-a4ce-918742b62534 req-c12f9b25-994e-4811-bf53-dab6cf5c1511 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0471509 Jul 13 23:22:42.336636 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a9d3e0cf-63a3-45ee-a4ce-918742b62534 req-c0801790-ddb8-4f2a-9fff-362e713129bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421906 Jul 13 23:22:43.460478 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab86f5-4ae7-4469-b983-1167ba814cc0 req-a0e38761-88a2-446b-b1b4-272ac177a72c tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:43.462018 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3aab86f5-4ae7-4469-b983-1167ba814cc0 req-a0e38761-88a2-446b-b1b4-272ac177a72c tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0520844 Jul 13 23:22:43.509944 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3aab86f5-4ae7-4469-b983-1167ba814cc0 req-ea185b1b-6bc2-42b4-a1a1-9d9f83c67154 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Jul 13 23:22:43.845354 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-38afae21-a50d-46cc-bf54-a857d366e76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:44.547922 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:44.633975 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a850d2-78ed-47bb-98d5-304399eaada8 req-81c66b97-0d0f-48a6-a917-94b00a4ce6c7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:44.635561 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-07a850d2-78ed-47bb-98d5-304399eaada8 req-81c66b97-0d0f-48a6-a917-94b00a4ce6c7 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0506773 Jul 13 23:22:44.687381 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-07a850d2-78ed-47bb-98d5-304399eaada8 req-d5592a9d-97cc-4e4c-b8a7-37538ad08e0c tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461705 Jul 13 23:22:44.751053 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1df8f-5068-4cea-b17d-3a715db9a9f5 req-9a77b1ab-536d-4b3e-931d-25455ad5d28e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:44.752883 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ea1df8f-5068-4cea-b17d-3a715db9a9f5 req-9a77b1ab-536d-4b3e-931d-25455ad5d28e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 945 time: 0.0491631 Jul 13 23:22:44.812199 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:44.820854 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ea1df8f-5068-4cea-b17d-3a715db9a9f5 req-5ce945d0-e124-4986-a0bf-ba8ee2a55982 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617950 Jul 13 23:22:45.798941 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b0a86-aed8-45ad-9469-af1bd2036e09 req-2916acae-e4fd-4942-8572-4f55b404f28d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:45.800431 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-395b0a86-aed8-45ad-9469-af1bd2036e09 req-2916acae-e4fd-4942-8572-4f55b404f28d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0467715 Jul 13 23:22:45.847776 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-395b0a86-aed8-45ad-9469-af1bd2036e09 req-938f915d-e9e0-44b0-83a5-4fe6b3695454 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Jul 13 23:22:45.934090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c32dfb-fcf6-4be4-b6f4-da93cb6264cc req-b8ef4fd3-9067-42c8-9258-84d944e56aab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:45.935576 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8c32dfb-fcf6-4be4-b6f4-da93cb6264cc req-b8ef4fd3-9067-42c8-9258-84d944e56aab tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 945 time: 0.0458393 Jul 13 23:22:45.983451 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8c32dfb-fcf6-4be4-b6f4-da93cb6264cc req-7c49691b-23c2-4196-a463-8d981d71ccf6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421171 Jul 13 23:22:46.499754 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:46.641791 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850fa34-515c-43d9-a8f0-788270c922ec req-fc3265d3-e70a-4c83-aa3f-b0efae6df497 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:46.643171 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4850fa34-515c-43d9-a8f0-788270c922ec req-fc3265d3-e70a-4c83-aa3f-b0efae6df497 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 945 time: 0.0556552 Jul 13 23:22:46.689734 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:46.743440 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Deleting port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:22:46.743891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:46.835266 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] For port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:22:46.835682 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:46.966292 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c004e-7362-43fe-85c0-edf7ee313da4 req-9924db61-dcd7-48a2-8c83-5263b49777fb tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:46.967799 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-409c004e-7362-43fe-85c0-edf7ee313da4 req-9924db61-dcd7-48a2-8c83-5263b49777fb tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0496118 Jul 13 23:22:46.987374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:46.996571 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:46.996967 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (7d71d20d-2b1b-4cd7-b9d0-030484c1209b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:46.997225 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Floating IP 7d71d20d-2b1b-4cd7-b9d0-030484c1209b disassociated. External IP: 172.27.3.184, port: 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b. Jul 13 23:22:46.997560 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Calling delete_port for 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:22:47.016787 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-409c004e-7362-43fe-85c0-edf7ee313da4 req-7640a3bf-6a92-4d63-a29d-794075d3f25b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 Jul 13 23:22:47.080141 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:47.108056 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac8a3c-82a9-479f-9bf7-dafb160e4ff4 req-38132fc4-2550-4769-add2-941e8bdf2b0a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:47.109815 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a7ac8a3c-82a9-479f-9bf7-dafb160e4ff4 req-38132fc4-2550-4769-add2-941e8bdf2b0a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 945 time: 0.0503769 Jul 13 23:22:47.132678 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (8c1e87c8-30c5-4a97-be23-8d0a96c6e85b), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:47.158594 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'Port': ['ID=8c1e87c8-30c5-4a97-be23-8d0a96c6e85b,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:47.162052 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a7ac8a3c-82a9-479f-9bf7-dafb160e4ff4 req-b5ceeb84-5a22-448b-95f1-0a4fee53a0fb tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4c83cf2-d454-4850-a88c-57edc1bc97a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466435 Jul 13 23:22:47.172223 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.172563 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.172896 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.173225 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.173546 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.174163 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.174710 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.175203 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.175769 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.176048 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.176378 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.176696 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.177014 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.177328 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.177642 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:22:47.282625 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:22:47.323262 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:47.324823 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:47.392637 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:22:47.402343 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:22:47.411714 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:47.412323 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:47.433909 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] No DVR routers for this DVR port 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:22:47.436478 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:47.439869 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4850fa34-515c-43d9-a8f0-788270c922ec req-9e6a3869-441e-4f85-998f-dc8595f5b644 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "DELETE /v2.0/ports/8c1e87c8-30c5-4a97-be23-8d0a96c6e85b HTTP/1.1" status: 204 len: 173 time: 0.7861412 Jul 13 23:22:47.440325 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'name': 'network-vif-deleted', 'tag': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:47.443717 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae19e906-a373-4823-8381-638ee14e2297" -d '{"events": [{"server_uuid": "7b319a4a-161e-41ac-b16c-36f79b7d7772", "name": "network-vif-deleted", "tag": "8c1e87c8-30c5-4a97-be23-8d0a96c6e85b"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:47.484917 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0e724b-22b8-4120-9bc5-70fa6d528635 x-openstack-request-id: req-4d0e724b-22b8-4120-9bc5-70fa6d528635 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:47.485204 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b319a4a-161e-41ac-b16c-36f79b7d7772", "name": "network-vif-deleted", "tag": "8c1e87c8-30c5-4a97-be23-8d0a96c6e85b", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:47.485456 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d0e724b-22b8-4120-9bc5-70fa6d528635 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:47.485862 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0e724b-22b8-4120-9bc5-70fa6d528635'] response: {'server_uuid': '7b319a4a-161e-41ac-b16c-36f79b7d7772', 'name': 'network-vif-deleted', 'tag': '8c1e87c8-30c5-4a97-be23-8d0a96c6e85b', 'status': 'completed', 'code': 200} Jul 13 23:22:47.532377 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:47.820458 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '56f97093-dfbc-41b7-99cb-2638dd4957a9', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:35Z', 'updated_at': '2022-07-13T23:16:52Z', 'revision_number': 2, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:47.845007 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:22:47.853844 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:47.854435 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:47.961121 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:48.020127 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18c303-dbac-4250-840d-bacda13ae69e req-1c536775-e90d-4198-9f69-e58e489af900 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:48.021594 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4b18c303-dbac-4250-840d-bacda13ae69e req-1c536775-e90d-4198-9f69-e58e489af900 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0470619 Jul 13 23:22:48.084776 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4b18c303-dbac-4250-840d-bacda13ae69e req-00e6c05e-a016-44f1-b01a-01a41f599696 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576565 Jul 13 23:22:48.143525 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b847aa3-ccb3-441a-ad96-18812c284aa1 req-b8b6ba6d-86d1-4c47-a82a-bfd8c43c8f84 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:48.145633 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2b847aa3-ccb3-441a-ad96-18812c284aa1 req-b8b6ba6d-86d1-4c47-a82a-bfd8c43c8f84 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0496080 Jul 13 23:22:48.197113 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2b847aa3-ccb3-441a-ad96-18812c284aa1 req-e7dfc850-0f0c-4b45-8ba6-4b9da835fde8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 Jul 13 23:22:48.276570 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-735e759d-4f45-4fb1-a7e8-4f31e048d677 req-c4587eea-482a-4dcd-a333-eda8178a134c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 210 time: 0.0303173 Jul 13 23:22:48.278728 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '56f97093-dfbc-41b7-99cb-2638dd4957a9', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:35Z', 'updated_at': '2022-07-13T23:16:52Z', 'revision_number': 2, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:48.304957 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e6a83-dcb1-4bba-ac1e-4cc146f75bb1 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '56f97093-dfbc-41b7-99cb-2638dd4957a9', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:d3:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:15:35Z', 'updated_at': '2022-07-13T23:16:52Z', 'revision_number': 2, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:22:48.513970 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63282601-878a-4b08-843d-c0f2e43b7334 None None] New status for floating IP 7d71d20d-2b1b-4cd7-b9d0-030484c1209b: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:22:49.208295 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c0b2-cfbe-41da-b4fa-2891f9d1313c req-d3d0a1fc-2a01-48aa-9cda-388dcfecc7c6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:49.209780 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ff02c0b2-cfbe-41da-b4fa-2891f9d1313c req-d3d0a1fc-2a01-48aa-9cda-388dcfecc7c6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0537462 Jul 13 23:22:49.262996 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ff02c0b2-cfbe-41da-b4fa-2891f9d1313c req-7fb8414b-7d66-413e-a825-52b6b586424c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472841 Jul 13 23:22:49.325253 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2ae3-8161-426b-bbd2-c12272e39509 req-6d22d7fa-c97b-4370-9351-0970ac190783 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:49.326900 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4f8f2ae3-8161-426b-bbd2-c12272e39509 req-6d22d7fa-c97b-4370-9351-0970ac190783 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0519209 Jul 13 23:22:49.357929 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:49.405103 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5a96f086-f071-4748-89bf-934192977469 req-b5bf45e4-0bc2-4893-b369-2f5223e1a457 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b319a4a-161e-41ac-b16c-36f79b7d7772 HTTP/1.1" status: 200 len: 210 time: 0.0390112 Jul 13 23:22:49.408941 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4f8f2ae3-8161-426b-bbd2-c12272e39509 req-e7ca77be-e944-43be-b73c-79f58c7cd33f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754271 Jul 13 23:22:49.713367 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:22:49.733708 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:22:49.733972 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8c1e87c8-30c5-4a97-be23-8d0a96c6e85b not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:22:50.088536 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-ace0459a-9b27-46a9-907a-cfbe0ba69832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:50.090035 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-ace0459a-9b27-46a9-907a-cfbe0ba69832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0476654 Jul 13 23:22:50.178581 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Deleting port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:22:50.178912 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:50.269035 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] For port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:22:50.269398 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:50.400049 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44757e9-1cad-486b-b217-e3be256d87cb req-8ed67b85-c28b-4e51-87b4-a8fc9d807c9d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:50.401894 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b44757e9-1cad-486b-b217-e3be256d87cb req-8ed67b85-c28b-4e51-87b4-a8fc9d807c9d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0605159 Jul 13 23:22:50.465154 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:50.465998 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (2a79f293-8dea-4b4f-a216-277aace27382), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:50.465998 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Floating IP 2a79f293-8dea-4b4f-a216-277aace27382 disassociated. External IP: 172.27.3.36, port: 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6. Jul 13 23:22:50.466542 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b44757e9-1cad-486b-b217-e3be256d87cb req-754cc583-9f57-449b-865b-01507da38fed tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=74aed01f-dc9f-439b-97cc-131e25d04f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577314 Jul 13 23:22:50.466690 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Calling delete_port for 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:22:50.527306 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:50.559762 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb677eb-d0a8-4897-b6fc-05bc348fc589 req-ac99f90f-3896-4f1c-a4d9-09a83c0420dc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:50.561370 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9cb677eb-d0a8-4897-b6fc-05bc348fc589 req-ac99f90f-3896-4f1c-a4d9-09a83c0420dc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0571012 Jul 13 23:22:50.576091 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55426) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:50.614148 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (8b74ccf4-fe2a-436e-ab12-21e5fa3922f6), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:50.627025 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:50.642100 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event deleted for resources: {'Port': ['ID=8b74ccf4-fe2a-436e-ab12-21e5fa3922f6,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:50.646242 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9cb677eb-d0a8-4897-b6fc-05bc348fc589 req-782eb531-5dfe-4358-9d78-184dccabe6f8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774093 Jul 13 23:22:50.669739 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-878527b5-2be2-40ff-ab0b-8cc5c5d27702 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (f4c83cf2-d454-4850-a88c-57edc1bc97a4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:50.695381 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:50.705692 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-878527b5-2be2-40ff-ab0b-8cc5c5d27702 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (f4c83cf2-d454-4850-a88c-57edc1bc97a4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:50.787238 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-878527b5-2be2-40ff-ab0b-8cc5c5d27702 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f4c83cf2-d454-4850-a88c-57edc1bc97a4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:50.789428 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Router 60af701a-2df9-4cff-ae8b-26077acb96f5 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:22:50.792761 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-878527b5-2be2-40ff-ab0b-8cc5c5d27702 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:50.794684 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-878527b5-2be2-40ff-ab0b-8cc5c5d27702 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "DELETE /v2.0/security-groups/f4c83cf2-d454-4850-a88c-57edc1bc97a4 HTTP/1.1" status: 204 len: 168 time: 0.2173281 Jul 13 23:22:50.797695 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55432) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:50.812187 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878527b5-2be2-40ff-ab0b-8cc5c5d27702 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c83cf2-d454-4850-a88c-57edc1bc97a4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:50.852629 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.api.v2.resource [None req-a8d30949-8c4e-42ec-977c-a682f8566d7b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] show failed (client error): The resource could not be found. Jul 13 23:22:50.853713 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-a8d30949-8c4e-42ec-977c-a682f8566d7b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups/f4c83cf2-d454-4850-a88c-57edc1bc97a4 HTTP/1.1" status: 404 len: 347 time: 0.0550623 Jul 13 23:22:50.857210 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55434) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:50.938055 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b572db-2eb7-4700-8fba-4fe72c2ba4f6 req-33108630-9db1-447c-b7b1-86902b3e4fec tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:50.939622 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a4b572db-2eb7-4700-8fba-4fe72c2ba4f6 req-33108630-9db1-447c-b7b1-86902b3e4fec tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0674233 Jul 13 23:22:50.992948 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a4b572db-2eb7-4700-8fba-4fe72c2ba4f6 req-df2f0e90-5ba5-4a48-af5e-14c535b4dd7f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474422 Jul 13 23:22:51.298850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-ef006829-c21b-4db6-8b58-e84f24b1ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:51.300276 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-ef006829-c21b-4db6-8b58-e84f24b1ae53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 1129 time: 0.3675833 Jul 13 23:22:51.324406 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:22:51.334503 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] Sync routers for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:22:51.342119 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Deleting port d241c11c-1f2c-4971-b403-249d811cb1f0 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:22:51.342459 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (d241c11c-1f2c-4971-b403-249d811cb1f0), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:51.344869 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:51.345363 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:51.435371 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] No DVR routers for this DVR port 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:22:51.448277 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:51.464504 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:51.467692 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-f6531f9f-9c83-447c-a9e7-45a5594b59ef req-1438118c-3ce7-4ac2-ac0e-637383e6b2b0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "DELETE /v2.0/ports/8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 HTTP/1.1" status: 204 len: 173 time: 1.3727615 Jul 13 23:22:51.468197 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-deleted', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:51.470416 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd69b3d-7edd-4a12-86cf-3670adf6cedb" -d '{"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-deleted", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:51.510411 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-66e7853e-fbee-4d3b-bfdf-cef2d71c506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:51.511513 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-66e7853e-fbee-4d3b-bfdf-cef2d71c506c service neutron] 10.222.0.58 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 912 time: 0.2034397 Jul 13 23:22:51.528339 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:51.537349 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7444eef2-e91d-490c-a862-4f15fe3330c0 x-openstack-request-id: req-7444eef2-e91d-490c-a862-4f15fe3330c0 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:51.537641 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecf986b-9ad6-4e0b-ac07-8fb62627c2d3", "name": "network-vif-deleted", "tag": "8b74ccf4-fe2a-436e-ab12-21e5fa3922f6", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:51.537909 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7444eef2-e91d-490c-a862-4f15fe3330c0 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:51.538427 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7444eef2-e91d-490c-a862-4f15fe3330c0'] response: {'server_uuid': 'fecf986b-9ad6-4e0b-ac07-8fb62627c2d3', 'name': 'network-vif-deleted', 'tag': '8b74ccf4-fe2a-436e-ab12-21e5fa3922f6', 'status': 'completed', 'code': 200} Jul 13 23:22:51.572003 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (d241c11c-1f2c-4971-b403-249d811cb1f0), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:51.572332 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (d241c11c-1f2c-4971-b403-249d811cb1f0), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:51.597191 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Calling delete_port for d241c11c-1f2c-4971-b403-249d811cb1f0 owned by network:floatingip {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:22:51.612258 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30511c4a-ae9b-454f-84db-86c9fb1e297e req-fee54ff0-0a68-4a52-a923-5ca6909797b2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fecf986b-9ad6-4e0b-ac07-8fb62627c2d3 HTTP/1.1" status: 200 len: 210 time: 0.0335128 Jul 13 23:22:51.621209 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-8759ab62-9c9e-4399-b971-69ff6b3852f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8 HTTP/1.1" status: 200 len: 1001 time: 0.0937450 Jul 13 23:22:51.687489 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:51.714156 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] Checking router: 60af701a-2df9-4cff-ae8b-26077acb96f5 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:22:51.716136 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:51.717103 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:51.725028 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:51.725501 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:51.735060 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-0227b303-e1cb-410b-a9ac-f089bf56ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:51.736553 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-0227b303-e1cb-410b-a9ac-f089bf56ce9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc24c837-6f7d-425f-9a8a-c1039c02421c HTTP/1.1" status: 200 len: 850 time: 0.0700293 Jul 13 23:22:51.737586 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:51.808927 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (d241c11c-1f2c-4971-b403-249d811cb1f0), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:51.831003 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:51.839338 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'Port': ['ID=d241c11c-1f2c-4971-b403-249d811cb1f0,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:51.903062 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (7d71d20d-2b1b-4cd7-b9d0-030484c1209b), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:51.905227 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:51.909821 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-e0fd10cf-8dbe-4c20-a5bc-c4515e39ef14 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "DELETE /v2.0/floatingips/7d71d20d-2b1b-4cd7-b9d0-030484c1209b HTTP/1.1" status: 204 len: 168 time: 1.0487978 Jul 13 23:22:51.959638 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-9cd0e7da-b128-4036-b997-613b26e98b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:51.961915 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-9cd0e7da-b128-4036-b997-613b26e98b65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462580 Jul 13 23:22:52.078703 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:52.106072 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-b410152a-2b1f-4a9f-9431-510ef33be02b service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360414 Jul 13 23:22:52.124747 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cce66c-10de-4e65-8ed7-d50048d4854b None None] The sync data for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi is: [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:22:52.137235 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:52.187424 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d89d64-0453-43e1-ae0c-64df4af1e824 req-4404e9a1-6645-4064-83b0-0fc77a3d43e6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:52.189026 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-94d89d64-0453-43e1-ae0c-64df4af1e824 req-4404e9a1-6645-4064-83b0-0fc77a3d43e6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.1133196 Jul 13 23:22:52.246127 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-7a3353ed-6695-4c3a-8a8b-4c4976c7debc req-0c566525-fce6-4c1c-8e88-5382addddd2d service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300073 Jul 13 23:22:52.258101 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-94d89d64-0453-43e1-ae0c-64df4af1e824 req-a7a9f4e3-e318-4c69-abcb-5469fc0c279b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595033 Jul 13 23:22:52.413714 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc8b2d-10fc-44f3-ba71-dc720fb487bb None None] New status for floating IP 2a79f293-8dea-4b4f-a216-277aace27382: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:22:52.700645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55456) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:52.761550 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c894d66f-0fb0-4610-895b-dc720288a7ba tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (74aed01f-dc9f-439b-97cc-131e25d04f79), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:52.784939 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c894d66f-0fb0-4610-895b-dc720288a7ba tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (74aed01f-dc9f-439b-97cc-131e25d04f79), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:52.830612 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c894d66f-0fb0-4610-895b-dc720288a7ba tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (74aed01f-dc9f-439b-97cc-131e25d04f79), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:52.833635 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c894d66f-0fb0-4610-895b-dc720288a7ba tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:52.834771 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-c894d66f-0fb0-4610-895b-dc720288a7ba tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "DELETE /v2.0/security-groups/74aed01f-dc9f-439b-97cc-131e25d04f79 HTTP/1.1" status: 204 len: 168 time: 0.1330669 Jul 13 23:22:52.837526 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55458) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:52.848843 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d66f-0fb0-4610-895b-dc720288a7ba tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aed01f-dc9f-439b-97cc-131e25d04f79,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:52.852662 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.api.v2.resource [None req-90fcafd0-f1d4-4428-ad66-8cb7b159313a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] show failed (client error): The resource could not be found. Jul 13 23:22:52.853777 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-90fcafd0-f1d4-4428-ad66-8cb7b159313a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups/74aed01f-dc9f-439b-97cc-131e25d04f79 HTTP/1.1" status: 404 len: 347 time: 0.0152335 Jul 13 23:22:52.856570 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55460) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:53.177135 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Deleting port 8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:22:53.177472 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.258128 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.258449 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.271579 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Calling delete_port for 8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:22:53.402028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35072f3-d1af-4c47-ab15-135daf2f6b8b req-eec2a084-2a9a-47fe-b1ee-c2bf797def3f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:53.403477 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a35072f3-d1af-4c47-ab15-135daf2f6b8b req-eec2a084-2a9a-47fe-b1ee-c2bf797def3f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0643101 Jul 13 23:22:53.471901 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a35072f3-d1af-4c47-ab15-135daf2f6b8b req-e84ecdf3-d2fe-4fc6-951a-3ff3684f29fe tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616400 Jul 13 23:22:53.475050 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:53.523409 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.552763 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event deleted for resources: {'Port': ['ID=8d3a5b7c-fdc3-41c4-b7e6-3bc11aa93cf5,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:53.619560 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (2a79f293-8dea-4b4f-a216-277aace27382), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.622057 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.626455 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1742f4df-54c1-4a11-9cf4-f7f18bc6abfc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "DELETE /v2.0/floatingips/2a79f293-8dea-4b4f-a216-277aace27382 HTTP/1.1" status: 204 len: 168 time: 0.7652216 Jul 13 23:22:53.721860 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55470) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:53.726614 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-df19d44e-69fe-4977-b3a2-83fba78e2278 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743523552', 'description': 'tempest-description--1173158690'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:53.737771 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:22:53.749394 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-df19d44e-69fe-4977-b3a2-83fba78e2278 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.760872 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:22:53.761462 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 8b74ccf4-fe2a-436e-ab12-21e5fa3922f6 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:22:53.771629 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:53.830736 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-df19d44e-69fe-4977-b3a2-83fba78e2278 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (c3066e07-0a93-4b46-9b08-8d0c48b1c737), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.834643 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-df19d44e-69fe-4977-b3a2-83fba78e2278 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (c3066e07-0a93-4b46-9b08-8d0c48b1c737), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.865197 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-df19d44e-69fe-4977-b3a2-83fba78e2278 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.866428 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-df19d44e-69fe-4977-b3a2-83fba78e2278 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1434770 Jul 13 23:22:53.869487 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55472) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:53.870679 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19d44e-69fe-4977-b3a2-83fba78e2278 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3066e07-0a93-4b46-9b08-8d0c48b1c737,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:53.876623 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-ce2eafa4-e475-4dcd-9992-5bca3972db5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'security_group_rule': {'security_group_id': 'c3066e07-0a93-4b46-9b08-8d0c48b1c737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:53.904271 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ce2eafa4-e475-4dcd-9992-5bca3972db5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (9eebdc92-2f34-4667-abc9-5110af701f15), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.959919 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ce2eafa4-e475-4dcd-9992-5bca3972db5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (9eebdc92-2f34-4667-abc9-5110af701f15), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.963393 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ce2eafa4-e475-4dcd-9992-5bca3972db5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (9eebdc92-2f34-4667-abc9-5110af701f15), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.981239 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2eafa4-e475-4dcd-9992-5bca3972db5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eebdc92-2f34-4667-abc9-5110af701f15,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:53.989455 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ce2eafa4-e475-4dcd-9992-5bca3972db5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:53.990654 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-ce2eafa4-e475-4dcd-9992-5bca3972db5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201873 Jul 13 23:22:53.993330 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55474) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:53.997532 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-f86f1985-ef89-44b8-aea7-47341a898b49 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'security_group_rule': {'security_group_id': 'c3066e07-0a93-4b46-9b08-8d0c48b1c737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:54.024783 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f86f1985-ef89-44b8-aea7-47341a898b49 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (aecd84dc-239d-4d22-a76c-81d559366792), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.049600 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:54.088173 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f86f1985-ef89-44b8-aea7-47341a898b49 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (aecd84dc-239d-4d22-a76c-81d559366792), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.091726 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f86f1985-ef89-44b8-aea7-47341a898b49 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (aecd84dc-239d-4d22-a76c-81d559366792), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.110794 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f1985-ef89-44b8-aea7-47341a898b49 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecd84dc-239d-4d22-a76c-81d559366792,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:54.121520 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f86f1985-ef89-44b8-aea7-47341a898b49 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.122799 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-f86f1985-ef89-44b8-aea7-47341a898b49 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285825 Jul 13 23:22:54.125903 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55476) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:54.130552 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:54.151733 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.232612 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.342472 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Allocated IP 172.27.3.18 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/060ffea5-6eb7-4a94-ab46-ca93b170059f) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:22:54.430668 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:54.462124 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for port (060ffea5-6eb7-4a94-ab46-ca93b170059f), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.503638 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (060ffea5-6eb7-4a94-ab46-ca93b170059f), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.551663 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:22:54.555219 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:22:54.559331 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:22:54.563036 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'Port': ['ID=060ffea5-6eb7-4a94-ab46-ca93b170059f,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:54.655817 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (bda7e2a5-3525-4293-9fc5-8ca9de1402d5), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.700995 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (060ffea5-6eb7-4a94-ab46-ca93b170059f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.728166 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676991d6-c16d-4069-a3ad-9a78fbacaab9 req-7b994f41-40a4-4dd5-bc78-6ab545158b86 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:54.729785 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-676991d6-c16d-4069-a3ad-9a78fbacaab9 req-7b994f41-40a4-4dd5-bc78-6ab545158b86 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Jul 13 23:22:54.760514 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:54.790350 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-676991d6-c16d-4069-a3ad-9a78fbacaab9 req-e36f09e5-6020-46fe-9a2c-bd43f819f59a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542569 Jul 13 23:22:54.858556 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for port (060ffea5-6eb7-4a94-ab46-ca93b170059f), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.863283 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (060ffea5-6eb7-4a94-ab46-ca93b170059f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.935665 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'Port': ['ID=060ffea5-6eb7-4a94-ab46-ca93b170059f,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:54.948521 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (bda7e2a5-3525-4293-9fc5-8ca9de1402d5), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.965725 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:54.966967 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-e2ba08ea-062f-486b-9b03-d5101e98f276 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8399820 Jul 13 23:22:55.217629 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-d1be7e7e-00e5-4e6a-9e27-4d7951781fd7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1743523552&fields=id&tenant_id=a21be4dfe67e43d0915559bad38fa60c HTTP/1.1" status: 200 len: 267 time: 0.0470300 Jul 13 23:22:55.331868 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-e6c8c4d9-90d9-429d-8a16-8cfe0f291fe4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:55.333982 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-e6c8c4d9-90d9-429d-8a16-8cfe0f291fe4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 816 time: 0.1087148 Jul 13 23:22:55.349133 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-e359f277-6b5b-475e-bae8-485cda8d4a1a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/quotas/a21be4dfe67e43d0915559bad38fa60c HTTP/1.1" status: 200 len: 375 time: 0.0096648 Jul 13 23:22:55.405767 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-70962cfc-567c-4602-b6d6-997c23572795 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514603 Jul 13 23:22:55.505099 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-16d0eb0e-fa13-4c34-83f1-29038c5bfa11 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878351 Jul 13 23:22:55.584743 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-69784db6-481a-43c3-b596-8ab6d6ada4cd tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:55.586289 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-69784db6-481a-43c3-b596-8ab6d6ada4cd tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Jul 13 23:22:55.607107 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-6d42635c-650a-4eca-ac3d-82f64ca40108 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962188 Jul 13 23:22:55.686499 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Deleting port 5f3bac34-6ec6-422c-b645-13a0a0553ccb {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:22:55.686832 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:55.791743 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] For port 5f3bac34-6ec6-422c-b645-13a0a0553ccb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f3bac34-6ec6-422c-b645-13a0a0553ccb,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:22:55.792099 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:55.845384 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99964839-1063-41ab-b02c-f8b0330a6548 req-04ee5e07-8afa-431b-8bee-74bfb52e60c1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 210 time: 0.0488741 Jul 13 23:22:55.925089 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bbc42-64bc-49f8-8c25-7dfa6aacec23 req-e1110635-04c7-45d0-ac53-23da97d34d49 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:55.927129 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb6bbc42-64bc-49f8-8c25-7dfa6aacec23 req-e1110635-04c7-45d0-ac53-23da97d34d49 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 945 time: 0.0544925 Jul 13 23:22:55.950743 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:55.986905 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb6bbc42-64bc-49f8-8c25-7dfa6aacec23 req-eab82b68-1665-4ab2-aee3-3bed468ab7bb tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=f888feb8-e5f7-469e-a8de-f24ed08a31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529714 Jul 13 23:22:56.001433 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:56.032710 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:56.033367 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (56f97093-dfbc-41b7-99cb-2638dd4957a9), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:56.033766 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Floating IP 56f97093-dfbc-41b7-99cb-2638dd4957a9 disassociated. External IP: 172.27.3.131, port: 5f3bac34-6ec6-422c-b645-13a0a0553ccb. Jul 13 23:22:56.034252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Calling delete_port for 5f3bac34-6ec6-422c-b645-13a0a0553ccb owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:22:56.177380 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (5f3bac34-6ec6-422c-b645-13a0a0553ccb), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:56.203715 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'Port': ['ID=5f3bac34-6ec6-422c-b645-13a0a0553ccb,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:56.312663 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:56.317288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:22:56.426976 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:22:56.441343 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:22:56.452087 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:56.452706 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:56.470393 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] No DVR routers for this DVR port 5f3bac34-6ec6-422c-b645-13a0a0553ccb on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:22:56.474075 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:56.477419 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-bcc3a390-fb23-46e9-b658-662ca70daad9 req-0c0ccc7e-721c-43cc-8d91-c27b7e88e592 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "DELETE /v2.0/ports/5f3bac34-6ec6-422c-b645-13a0a0553ccb HTTP/1.1" status: 204 len: 173 time: 0.8857996 Jul 13 23:22:56.477791 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'name': 'network-vif-deleted', 'tag': '5f3bac34-6ec6-422c-b645-13a0a0553ccb'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:56.480122 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc1708-0b8b-4fb6-80cf-aae7ad03f9a7" -d '{"events": [{"server_uuid": "2990da5c-6bc6-410b-b2c4-5f5e275cb026", "name": "network-vif-deleted", "tag": "5f3bac34-6ec6-422c-b645-13a0a0553ccb"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:56.518393 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee5e83d-41ba-447d-93a7-9560d9ce234c x-openstack-request-id: req-bee5e83d-41ba-447d-93a7-9560d9ce234c {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:56.518683 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2990da5c-6bc6-410b-b2c4-5f5e275cb026", "name": "network-vif-deleted", "tag": "5f3bac34-6ec6-422c-b645-13a0a0553ccb", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:56.518943 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bee5e83d-41ba-447d-93a7-9560d9ce234c {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:56.519854 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee5e83d-41ba-447d-93a7-9560d9ce234c'] response: {'server_uuid': '2990da5c-6bc6-410b-b2c4-5f5e275cb026', 'name': 'network-vif-deleted', 'tag': '5f3bac34-6ec6-422c-b645-13a0a0553ccb', 'status': 'completed', 'code': 200} Jul 13 23:22:56.565385 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:56.761056 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:56.787558 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:22:56.806292 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:22:56.806292 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:56.904449 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:22:56.962559 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c94502b9-8f1c-4ac8-84ba-835c89b178d7 req-5dc0b010-1828-4c06-af06-7424e010bd34 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 210 time: 0.0317976 Jul 13 23:22:56.965050 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-1c35b5d9-0af0-4f99-9103-98dcce7683f6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:56.967073 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-1c35b5d9-0af0-4f99-9103-98dcce7683f6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 816 time: 0.1351624 Jul 13 23:22:57.049769 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:57.065300 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:57.116846 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-20997d62-974a-44aa-bbfc-330211c7e5cd req-b35ca21a-de93-4d08-8291-4e0bab737c6e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=2990da5c-6bc6-410b-b2c4-5f5e275cb026 HTTP/1.1" status: 200 len: 210 time: 0.0296471 Jul 13 23:22:57.205515 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:22:57.209982 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-331b8944-ce30-42bf-a8cc-f938ce3eb0d9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21be4dfe67e43d0915559bad38fa60c HTTP/1.1" status: 200 len: 380 time: 0.0740693 Jul 13 23:22:57.225094 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'port': {'device_id': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'admin_state_up': True, 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'security_groups': ['c3066e07-0a93-4b46-9b08-8d0c48b1c737']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:57.234184 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533cbd8-a750-4e49-bcc0-dd0cf05a8c01 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:22:57.369736 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Made reservation on behalf of a21be4dfe67e43d0915559bad38fa60c for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:22:57.373357 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:57.510212 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db972f9-c960-40a2-84a9-5b9aaadb05ee None None] New status for floating IP 56f97093-dfbc-41b7-99cb-2638dd4957a9: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:22:57.526252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Allocated IP 172.20.0.12 (8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b/8ae718fa-ed35-4f5b-9a47-272d400fe34b/bf3e2e5f-7b49-4ece-9362-4fc3e357383a) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:22:57.536704 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:57.679518 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:57.711117 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:57.753442 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:22:57.758789 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:22:57.761140 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:22:57.787122 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:57.797124 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:57.818702 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:57.819330 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:57.836226 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-702e05b7-4dd1-4ddd-aa6a-ddace069c6a2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6165392 Jul 13 23:22:57.887787 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Request body: {'port': {'device_id': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:57.953458 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.011277 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-b0087c4a-5309-4361-8162-6e634f8677c3 None None] Provisioning complete for port bf3e2e5f-7b49-4ece-9362-4fc3e357383a triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:22:58.011685 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b0087c4a-5309-4361-8162-6e634f8677c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.045957 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-b0087c4a-5309-4361-8162-6e634f8677c3 None None] Port bf3e2e5f-7b49-4ece-9362-4fc3e357383a cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:22:58.087999 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2189b2-6091-420f-ae18-39a514ac2df1 req-54f914a6-efd8-4459-bf9f-f8df64ed3480 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:58.089481 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da2189b2-6091-420f-ae18-39a514ac2df1 req-54f914a6-efd8-4459-bf9f-f8df64ed3480 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 932 time: 0.0479827 Jul 13 23:22:58.140011 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da2189b2-6091-420f-ae18-39a514ac2df1 req-457d29db-f264-440e-9ff8-a8697056f778 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448821 Jul 13 23:22:58.222568 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55528) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:58.223774 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3e2e5f-7b49-4ece-9362-4fc3e357383a {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:22:58.232311 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Publish callbacks [] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.245693 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Transition to ACTIVE for port object bf3e2e5f-7b49-4ece-9362-4fc3e357383a will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:22:58.249843 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.281447 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bbf47e11-9557-4513-abf0-dac39d23ad79 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (f888feb8-e5f7-469e-a8de-f24ed08a31ae), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.305499 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:58.315609 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bbf47e11-9557-4513-abf0-dac39d23ad79 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (f888feb8-e5f7-469e-a8de-f24ed08a31ae), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.378275 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bbf47e11-9557-4513-abf0-dac39d23ad79 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f888feb8-e5f7-469e-a8de-f24ed08a31ae), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.381785 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bbf47e11-9557-4513-abf0-dac39d23ad79 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.383004 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-bbf47e11-9557-4513-abf0-dac39d23ad79 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "DELETE /v2.0/security-groups/f888feb8-e5f7-469e-a8de-f24ed08a31ae HTTP/1.1" status: 204 len: 168 time: 0.1587760 Jul 13 23:22:58.386858 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55530) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:58.393653 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf47e11-9557-4513-abf0-dac39d23ad79 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f888feb8-e5f7-469e-a8de-f24ed08a31ae,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:58.404306 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Attempting to bind port bf3e2e5f-7b49-4ece-9362-4fc3e357383a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:22:58.404644 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Attempting to bind port bf3e2e5f-7b49-4ece-9362-4fc3e357383a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:22:58.404973 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Attempting to bind port bf3e2e5f-7b49-4ece-9362-4fc3e357383a on network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:22:58.414637 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Port bf3e2e5f-7b49-4ece-9362-4fc3e357383a on network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:22:58.414999 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Attempting to bind port bf3e2e5f-7b49-4ece-9362-4fc3e357383a on network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:22:58.426441 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:22:58.426780 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Checking segment: {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:22:58.427164 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Bound using segment: {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:22:58.427623 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Bound port: bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:22:58.427992 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.430766 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.api.v2.resource [None req-86a678b2-631f-485a-91e1-40421a1971d8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] show failed (client error): The resource could not be found. Jul 13 23:22:58.431849 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-86a678b2-631f-485a-91e1-40421a1971d8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups/f888feb8-e5f7-469e-a8de-f24ed08a31ae HTTP/1.1" status: 404 len: 347 time: 0.0437486 Jul 13 23:22:58.434850 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55532) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:58.447351 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:58.473661 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:58.516328 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:22:58.520414 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:22:58.528788 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.568169 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:58.568679 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.570097 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] 10.222.0.58 "PUT /v2.0/ports/bf3e2e5f-7b49-4ece-9362-4fc3e357383a HTTP/1.1" status: 200 len: 1094 time: 0.6868033 Jul 13 23:22:58.570550 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:22:58.573033 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c437a658-50f0-49ed-8e2a-b369ceac050e" -d '{"events": [{"name": "network-changed", "server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:22:58.593731 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Deleting port 7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:22:58.594323 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.615121 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fb321-34cc-4c45-82b5-543bf08ff881 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:58.638292 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1c1b21-3c72-4c6d-8a4e-57724baf60a0 x-openstack-request-id: req-ec1c1b21-3c72-4c6d-8a4e-57724baf60a0 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:22:58.638710 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:22:58.639062 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec1c1b21-3c72-4c6d-8a4e-57724baf60a0 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:22:58.639579 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1c1b21-3c72-4c6d-8a4e-57724baf60a0'] response: {'name': 'network-changed', 'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'status': 'completed', 'code': 200} Jul 13 23:22:58.667049 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-3fd376a3-2482-4d4d-a249-b797172d48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:58.668879 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-3fd376a3-2482-4d4d-a249-b797172d48fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 1128 time: 0.0449307 Jul 13 23:22:58.681111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.681434 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.695936 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Calling delete_port for 7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:22:58.715197 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-7a9c8331-5b6c-44f7-9bbe-017083d21629 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a HTTP/1.1" status: 200 len: 217 time: 0.0385914 Jul 13 23:22:58.770749 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-0e3301d5-c70a-41d0-8d9e-9ffcdf36137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:58.772273 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-0e3301d5-c70a-41d0-8d9e-9ffcdf36137f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0487230 Jul 13 23:22:58.789153 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:58.820846 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c4374490-9a21-4046-a776-aa847a8c55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:58.822288 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-c4374490-9a21-4046-a776-aa847a8c55c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423188 Jul 13 23:22:58.847013 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.870117 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'Port': ['ID=7e6d8e2b-a9b5-4c62-8193-c6aa8c4dce71,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:58.915603 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-23a2950f-854f-4cd0-8967-c26831b5ba47 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867472 Jul 13 23:22:58.940319 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (56f97093-dfbc-41b7-99cb-2638dd4957a9), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.943491 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:58.944674 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-24b0e81d-a3c9-41ff-b780-df058c45c430 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "DELETE /v2.0/floatingips/56f97093-dfbc-41b7-99cb-2638dd4957a9 HTTP/1.1" status: 204 len: 168 time: 0.5088327 Jul 13 23:22:59.021003 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-31d527cf-b867-42e4-9237-2513be3ec2e4 req-f95c1745-b47d-4247-b319-309262ea67a3 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992799 Jul 13 23:22:59.021993 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55538) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:59.026253 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-25bd1c93-ff78-4911-bd27-f99061249896 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82961388', 'description': 'tempest-description--602018852'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:59.047657 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-25bd1c93-ff78-4911-bd27-f99061249896 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.115265 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-25bd1c93-ff78-4911-bd27-f99061249896 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (83a055ee-b122-4738-8247-a0063777d16b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.119396 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-25bd1c93-ff78-4911-bd27-f99061249896 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (83a055ee-b122-4738-8247-a0063777d16b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.154244 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-25bd1c93-ff78-4911-bd27-f99061249896 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.155469 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-25bd1c93-ff78-4911-bd27-f99061249896 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1325357 Jul 13 23:22:59.156223 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd1c93-ff78-4911-bd27-f99061249896 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a055ee-b122-4738-8247-a0063777d16b,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:59.158418 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55540) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:59.163571 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-9c446783-e865-4ef8-a40a-c9a9716d1d3b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group_rule': {'security_group_id': '83a055ee-b122-4738-8247-a0063777d16b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:59.192266 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c446783-e865-4ef8-a40a-c9a9716d1d3b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (af699a50-4e5a-4198-950b-22a152ef988f), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.256931 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c446783-e865-4ef8-a40a-c9a9716d1d3b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (af699a50-4e5a-4198-950b-22a152ef988f), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.261370 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c446783-e865-4ef8-a40a-c9a9716d1d3b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (af699a50-4e5a-4198-950b-22a152ef988f), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.282524 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c446783-e865-4ef8-a40a-c9a9716d1d3b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af699a50-4e5a-4198-950b-22a152ef988f,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:59.287680 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9c446783-e865-4ef8-a40a-c9a9716d1d3b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.291419 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-9c446783-e865-4ef8-a40a-c9a9716d1d3b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295879 Jul 13 23:22:59.291962 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55544) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:59.296634 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-18161309-6950-432e-a0d8-2afe537453b4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group_rule': {'security_group_id': '83a055ee-b122-4738-8247-a0063777d16b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:59.327959 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-18161309-6950-432e-a0d8-2afe537453b4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (dc42c2dc-7be1-489d-bad8-e7ba38cb9655), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.390626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-18161309-6950-432e-a0d8-2afe537453b4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (dc42c2dc-7be1-489d-bad8-e7ba38cb9655), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.395262 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-18161309-6950-432e-a0d8-2afe537453b4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (dc42c2dc-7be1-489d-bad8-e7ba38cb9655), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.414512 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=1,neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:59.416386 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18161309-6950-432e-a0d8-2afe537453b4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc42c2dc-7be1-489d-bad8-e7ba38cb9655,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:59.421484 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f1ffa-565c-43e0-9d6c-dde06d7378cb req-decb1d7d-d344-4042-b0d8-0207843ed3ef tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:22:59.423294 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a30f1ffa-565c-43e0-9d6c-dde06d7378cb req-decb1d7d-d344-4042-b0d8-0207843ed3ef tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0513022 Jul 13 23:22:59.424051 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-18161309-6950-432e-a0d8-2afe537453b4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.429804 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-18161309-6950-432e-a0d8-2afe537453b4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321547 Jul 13 23:22:59.429804 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55546) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:22:59.434324 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:22:59.457699 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.479752 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a30f1ffa-565c-43e0-9d6c-dde06d7378cb req-ed4ac1b1-849e-46bd-9718-a28490c5bcc5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486619 Jul 13 23:22:59.528311 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:22:59.543458 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.654861 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Allocated IP 172.27.3.63 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/4f0f6ba1-604f-43e7-ab88-5c34b8411dc6) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:22:59.760841 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (4f0f6ba1-604f-43e7-ab88-5c34b8411dc6), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.793936 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 5f3bac34-6ec6-422c-b645-13a0a0553ccb no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:22:59.795068 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (4f0f6ba1-604f-43e7-ab88-5c34b8411dc6), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.813554 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 5f3bac34-6ec6-422c-b645-13a0a0553ccb {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:22:59.813882 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 5f3bac34-6ec6-422c-b645-13a0a0553ccb not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:22:59.838432 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:22:59.843655 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:22:59.845900 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=4f0f6ba1-604f-43e7-ab88-5c34b8411dc6,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:22:59.848089 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:22:59.935252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (81df219e-1a87-402e-a0a5-406ad6ebb861), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:22:59.976354 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (4f0f6ba1-604f-43e7-ab88-5c34b8411dc6), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:00.132870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (4f0f6ba1-604f-43e7-ab88-5c34b8411dc6), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:00.137260 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (4f0f6ba1-604f-43e7-ab88-5c34b8411dc6), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:00.168499 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:00.214098 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=4f0f6ba1-604f-43e7-ab88-5c34b8411dc6,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:23:00.219465 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:00.222902 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (81df219e-1a87-402e-a0a5-406ad6ebb861), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:00.239089 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:00.240391 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-85997ec1-0e65-49c5-992e-bd8e747b55ff tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8095455 Jul 13 23:23:00.384785 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-592acc4b-a8f5-4b1d-ba49-f9474bf5d18a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--82961388&fields=id&tenant_id=29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 267 time: 0.0427446 Jul 13 23:23:00.461903 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:00.494422 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f140de-9655-4e32-89bd-3971bd021660 req-a728992c-9c85-44fc-b83a-c318b100af24 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:00.495879 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-a728992c-9c85-44fc-b83a-c318b100af24 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 815 time: 0.1045046 Jul 13 23:23:00.511897 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-1ed7c11e-e51d-4d22-973d-7c9e0930fc6e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/quotas/29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 375 time: 0.0103924 Jul 13 23:23:00.601303 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-40e9459f-d374-4281-9c67-ae1ce88966da tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823545 Jul 13 23:23:00.631756 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15766d-af6c-4c67-a36f-3c1a1e235dd0 req-b541606c-25da-4e21-bf29-7e95bd975413 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:00.633247 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ae15766d-af6c-4c67-a36f-3c1a1e235dd0 req-b541606c-25da-4e21-bf29-7e95bd975413 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0761049 Jul 13 23:23:00.732135 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ae15766d-af6c-4c67-a36f-3c1a1e235dd0 req-1901973c-23b4-4cbf-9f2c-a5fcb2750f5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891657 Jul 13 23:23:00.746975 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-2a4837b0-ae4c-4270-b2d3-a51b6a0ef827 service neutron] 10.222.0.60 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344333 Jul 13 23:23:00.814339 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:00.843902 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-692226e1-767c-497f-853f-8622abd3f13b service neutron] 10.222.0.60 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897114 Jul 13 23:23:01.004110 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-246c409a-5118-47da-ae51-f37250fbe01a req-243989f1-5127-4af8-b6d5-2a54e6e98fdd tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Jul 13 23:23:01.861272 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59005fd-655d-44cf-998d-ec3679673a02 req-6519a4a8-ed32-4186-9a4d-7d2dae0f0d0f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:01.863981 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c59005fd-655d-44cf-998d-ec3679673a02 req-6519a4a8-ed32-4186-9a4d-7d2dae0f0d0f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0561910 Jul 13 23:23:01.933640 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c59005fd-655d-44cf-998d-ec3679673a02 req-159bb2af-62ca-48df-b60d-13caa158b00a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624735 Jul 13 23:23:02.113732 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7299df50-ba55-4dc9-9d37-1e01c002ed8d req-d4fb4a5f-d563-4482-a2bc-3cc1ef67bad5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 210 time: 0.0324736 Jul 13 23:23:02.140016 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-d29ef9dc-d52d-4223-9497-b8645d9f2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:02.141556 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-d29ef9dc-d52d-4223-9497-b8645d9f2adb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 1128 time: 0.3189743 Jul 13 23:23:02.458487 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-fabe4ebb-9fce-4f3d-8896-56e183b1cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:02.459953 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-fabe4ebb-9fce-4f3d-8896-56e183b1cabc service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.1393545 Jul 13 23:23:02.539711 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-8cf52c8c-0f56-4535-9196-e328f7c0a9c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a HTTP/1.1" status: 200 len: 217 time: 0.0705290 Jul 13 23:23:02.615178 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-bfefdfec-ddac-4342-a548-692284371b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:02.616703 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-bfefdfec-ddac-4342-a548-692284371b45 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0714128 Jul 13 23:23:02.624009 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f140de-9655-4e32-89bd-3971bd021660 req-5ea476f3-11d7-4f19-b3c6-be2220056da0 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:02.625402 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-5ea476f3-11d7-4f19-b3c6-be2220056da0 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 815 time: 0.1942861 Jul 13 23:23:02.750348 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-0f7a68db-afb7-4008-90f5-3763052ceefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:02.752000 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-0f7a68db-afb7-4008-90f5-3763052ceefa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534129 Jul 13 23:23:02.836933 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-9415239b-b893-4655-944a-f60e65d85ad7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 378 time: 0.1304946 Jul 13 23:23:02.847750 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'port': {'device_id': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'admin_state_up': True, 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'security_groups': ['83a055ee-b122-4738-8247-a0063777d16b']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:23:02.926665 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-e2e65cdc-1601-4567-8363-c31ac9cc69a8 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683331 Jul 13 23:23:03.036131 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Made reservation on behalf of 29d1268531c344eaaf28dc6c1498a467 for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:23:03.039673 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:03.053827 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063504d5-62a6-4ffb-9df5-d832338c1a16 req-9da833bc-379a-4fde-9f3f-4e06ee22cc5d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:03.055602 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-063504d5-62a6-4ffb-9df5-d832338c1a16 req-9da833bc-379a-4fde-9f3f-4e06ee22cc5d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0478895 Jul 13 23:23:03.068196 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c437a658-50f0-49ed-8e2a-b369ceac050e req-bb73f00d-2400-4dc9-ae0c-d00d0f804f3c service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345298 Jul 13 23:23:03.106644 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-063504d5-62a6-4ffb-9df5-d832338c1a16 req-747ba1f9-0236-42cf-9536-9a0bff806830 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455697 Jul 13 23:23:03.190486 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Allocated IP 172.20.0.5 (f06a5500-178c-41a3-8775-8311d13c34cf/f4331c6d-b15e-4c21-95f6-42dc614cb3ce/9038bb0e-414b-4be8-9439-8911579a5843) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:23:03.211187 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:03.213226 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b87ef8cb-9235-41d1-927e-dfe64c0acb2a req-dc77fc09-3da9-42e7-a8a2-b2d36242a057 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 210 time: 0.0286865 Jul 13 23:23:03.234587 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:03.334986 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (9038bb0e-414b-4be8-9439-8911579a5843), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:03.367571 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (9038bb0e-414b-4be8-9439-8911579a5843), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:03.414517 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Network f06a5500-178c-41a3-8775-8311d13c34cf is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:23:03.420197 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:23:03.424352 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:23:03.431130 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=9038bb0e-414b-4be8-9439-8911579a5843,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:23:03.481588 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:03.482257 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:03.500446 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-4557328d-b501-4b0c-adf2-c6377425221e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6575303 Jul 13 23:23:03.522292 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Request body: {'port': {'device_id': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:23:03.594972 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9038bb0e-414b-4be8-9439-8911579a5843), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:03.656576 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-e466adfd-61b6-4a0f-9ede-4dd01a9fb461 None None] Provisioning complete for port 9038bb0e-414b-4be8-9439-8911579a5843 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:23:03.657133 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e466adfd-61b6-4a0f-9ede-4dd01a9fb461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9038bb0e-414b-4be8-9439-8911579a5843), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:03.690306 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-e466adfd-61b6-4a0f-9ede-4dd01a9fb461 None None] Port 9038bb0e-414b-4be8-9439-8911579a5843 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:23:03.860609 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9038bb0e-414b-4be8-9439-8911579a5843 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:23:03.868611 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Publish callbacks [] for port (9038bb0e-414b-4be8-9439-8911579a5843), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:03.880908 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Transition to ACTIVE for port object 9038bb0e-414b-4be8-9439-8911579a5843 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:23:03.885736 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (9038bb0e-414b-4be8-9439-8911579a5843), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:03.897308 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device bf3e2e5f-7b49-4ece-9362-4fc3e357383a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:23:03.900304 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:03.903871 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:03.936714 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9038bb0e-414b-4be8-9439-8911579a5843,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:23:04.010190 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:23:04.016112 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Attempting to bind port 9038bb0e-414b-4be8-9439-8911579a5843 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:23:04.016446 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Attempting to bind port 9038bb0e-414b-4be8-9439-8911579a5843 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:23:04.016772 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Attempting to bind port 9038bb0e-414b-4be8-9439-8911579a5843 on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:23:04.022114 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Port 9038bb0e-414b-4be8-9439-8911579a5843 on network f06a5500-178c-41a3-8775-8311d13c34cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:23:04.022433 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Attempting to bind port 9038bb0e-414b-4be8-9439-8911579a5843 on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:23:04.024524 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'port_id': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'mac_address': 'fa:16:3e:69:70:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:23:04.027983 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:23:04.028372 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Checking segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:23:04.028697 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Bound using segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:23:04.029196 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Bound port: 9038bb0e-414b-4be8-9439-8911579a5843, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:23:04.029564 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9038bb0e-414b-4be8-9439-8911579a5843), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:04.064095 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port bf3e2e5f-7b49-4ece-9362-4fc3e357383a is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:23:04.064481 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:04.068975 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:04.072999 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:04.080146 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3e2e5f-7b49-4ece-9362-4fc3e357383a {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:23:04.102710 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] For port 9038bb0e-414b-4be8-9439-8911579a5843, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:23:04.105361 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:23:04.106510 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] For port 9038bb0e-414b-4be8-9439-8911579a5843, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9038bb0e-414b-4be8-9439-8911579a5843,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:23:04.111129 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:04.115335 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (9038bb0e-414b-4be8-9439-8911579a5843), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:04.151822 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:04.152475 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:04.153842 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] 10.222.0.58 "PUT /v2.0/ports/9038bb0e-414b-4be8-9439-8911579a5843 HTTP/1.1" status: 200 len: 1093 time: 0.6373067 Jul 13 23:23:04.154237 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'tag': '9038bb0e-414b-4be8-9439-8911579a5843'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:23:04.156530 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244674d0-a0b3-4430-afa1-14e733c7c05f" -d '{"events": [{"name": "network-changed", "server_uuid": "5caed5cb-516f-4c87-9304-afbf20860bb2", "tag": "9038bb0e-414b-4be8-9439-8911579a5843"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:23:04.176067 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:23:04.182259 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1d909-09c6-4425-af02-fc6b5cb387e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9038bb0e-414b-4be8-9439-8911579a5843,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:23:04.219599 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ad682f-f775-47b2-a98a-4c480dcc433d x-openstack-request-id: req-87ad682f-f775-47b2-a98a-4c480dcc433d {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:23:04.220205 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5caed5cb-516f-4c87-9304-afbf20860bb2", "tag": "9038bb0e-414b-4be8-9439-8911579a5843", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:23:04.220205 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87ad682f-f775-47b2-a98a-4c480dcc433d {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:23:04.220833 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ad682f-f775-47b2-a98a-4c480dcc433d'] response: {'name': 'network-changed', 'server_uuid': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'tag': '9038bb0e-414b-4be8-9439-8911579a5843', 'status': 'completed', 'code': 200} Jul 13 23:23:04.254903 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f140de-9655-4e32-89bd-3971bd021660 req-7d6e02eb-ae45-4ded-9791-528d9b068dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:04.256530 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-7d6e02eb-ae45-4ded-9791-528d9b068dc3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 1127 time: 0.0559433 Jul 13 23:23:04.288076 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984dc72-1fff-429e-b0bb-0a26f1db0483 req-003291bf-8f9f-4357-bfc9-81ee9f6630ff tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:04.290409 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6984dc72-1fff-429e-b0bb-0a26f1db0483 req-003291bf-8f9f-4357-bfc9-81ee9f6630ff tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0658672 Jul 13 23:23:04.319419 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-9edfebc3-a59d-4c1e-946f-3fbe442f3ee7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9038bb0e-414b-4be8-9439-8911579a5843 HTTP/1.1" status: 200 len: 217 time: 0.0476496 Jul 13 23:23:04.371364 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dd2be-866a-4420-9199-924b966a7d90 req-92e1ffef-7707-47ea-be71-6868fd558673 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:04.372993 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf9dd2be-866a-4420-9199-924b966a7d90 req-92e1ffef-7707-47ea-be71-6868fd558673 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 943 time: 0.0799668 Jul 13 23:23:04.391403 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f140de-9655-4e32-89bd-3971bd021660 req-0abf5a4e-0d93-4f30-9c8d-4ba48698a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:04.392250 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6984dc72-1fff-429e-b0bb-0a26f1db0483 req-07729be0-cce0-4447-b7d6-6b6c6867720c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902693 Jul 13 23:23:04.393839 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-0abf5a4e-0d93-4f30-9c8d-4ba48698a96f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0604873 Jul 13 23:23:04.433141 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf9dd2be-866a-4420-9199-924b966a7d90 req-8a6dc060-f8c2-4e9e-a339-d43e0c68f059 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499039 Jul 13 23:23:04.451623 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f140de-9655-4e32-89bd-3971bd021660 req-c2f8858d-15ae-45fc-a080-a87b49012e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:04.453282 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-c2f8858d-15ae-45fc-a080-a87b49012e6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431900 Jul 13 23:23:04.523346 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['bf3e2e5f-7b49-4ece-9362-4fc3e357383a'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:23:04.557706 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-4688715e-ddaa-44a4-97c4-7f4addd3bf7d service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921528 Jul 13 23:23:04.658607 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-71f140de-9655-4e32-89bd-3971bd021660 req-51ff605f-6fe3-45e9-82bb-1beba0951b39 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910318 Jul 13 23:23:05.513901 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9129d-ba42-41a1-95d8-3e65e6fc43ba req-9936a0e1-c301-4f59-9507-d843b157a48a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:05.515464 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-69b9129d-ba42-41a1-95d8-3e65e6fc43ba req-9936a0e1-c301-4f59-9507-d843b157a48a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0501392 Jul 13 23:23:05.602254 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158e395-350e-4346-b876-371628a6ef0c req-233dccba-87b3-43ba-9517-b0086a1ccc3d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:05.603760 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e158e395-350e-4346-b876-371628a6ef0c req-233dccba-87b3-43ba-9517-b0086a1ccc3d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 943 time: 0.0795844 Jul 13 23:23:05.625520 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-69b9129d-ba42-41a1-95d8-3e65e6fc43ba req-d01a132e-8f48-41a9-8440-2680606f3267 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039574 Jul 13 23:23:05.647480 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:05.666399 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e158e395-350e-4346-b876-371628a6ef0c req-327a9fac-9e66-474d-a7f7-00160fe87094 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545838 Jul 13 23:23:05.886141 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device bf3e2e5f-7b49-4ece-9362-4fc3e357383a up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:23:05.933889 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port bf3e2e5f-7b49-4ece-9362-4fc3e357383a completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:23:05.941297 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port bf3e2e5f-7b49-4ece-9362-4fc3e357383a triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:23:05.941664 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:06.015438 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port bf3e2e5f-7b49-4ece-9362-4fc3e357383a is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:23:06.015847 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:06.041664 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:23:06.044218 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddcf6a7-704a-4c94-8f01-4e2024f1f673" -d '{"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:23:06.057931 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:23:06.062863 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:06.095093 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12b8906-fa95-4dcc-bc0c-762d4d79612f x-openstack-request-id: req-a12b8906-fa95-4dcc-bc0c-762d4d79612f {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:23:06.095375 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:23:06.095642 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a12b8906-fa95-4dcc-bc0c-762d4d79612f {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:23:06.096031 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12b8906-fa95-4dcc-bc0c-762d4d79612f'] response: {'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'code': 200} Jul 13 23:23:06.123652 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:23:06.782704 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b62cc8-6189-420f-9e07-1bd05826f2af req-0f6fb355-1b29-4c2f-be87-59885517253a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:06.784247 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19b62cc8-6189-420f-9e07-1bd05826f2af req-0f6fb355-1b29-4c2f-be87-59885517253a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0771420 Jul 13 23:23:06.814501 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cde5ed-8ffe-4bda-9c59-0c6c2698e000 req-d90715f3-2763-4b7b-9b85-590502de3cd2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:06.815999 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89cde5ed-8ffe-4bda-9c59-0c6c2698e000 req-d90715f3-2763-4b7b-9b85-590502de3cd2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 943 time: 0.0799122 Jul 13 23:23:06.865591 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19b62cc8-6189-420f-9e07-1bd05826f2af req-448f6b44-ae33-419d-a753-fb8fb9daebc3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746391 Jul 13 23:23:06.887639 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89cde5ed-8ffe-4bda-9c59-0c6c2698e000 req-999ad79e-b69a-4028-9143-eea772e49802 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644448 Jul 13 23:23:07.208898 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=7 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:07.209913 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:07.496241 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-f5d4f77f-dd71-42b9-96cd-e2436911c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:07.497667 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-f5d4f77f-dd71-42b9-96cd-e2436911c77b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 1127 time: 0.0451627 Jul 13 23:23:07.625197 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-b4a81928-1201-43fe-811d-d5da85c95cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:07.626688 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-b4a81928-1201-43fe-811d-d5da85c95cb0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 916 time: 0.1224201 Jul 13 23:23:07.630526 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d2c43-b563-4ced-9508-129c2cb270b2 req-4ee58870-868e-40e0-b0c3-1ba3573c27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:07.631886 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-038d2c43-b563-4ced-9508-129c2cb270b2 req-4ee58870-868e-40e0-b0c3-1ba3573c27e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 1130 time: 0.0536942 Jul 13 23:23:07.705925 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-042cf599-f441-4c85-863c-30a2c7e52b95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9038bb0e-414b-4be8-9439-8911579a5843 HTTP/1.1" status: 200 len: 217 time: 0.0492251 Jul 13 23:23:07.758840 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-038d2c43-b563-4ced-9508-129c2cb270b2 req-0ca7490a-dc36-488f-a9c6-c9258cbe410e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031826 Jul 13 23:23:07.770721 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-c9b2c552-de9d-45b1-8b98-4df90f210078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:07.772127 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-c9b2c552-de9d-45b1-8b98-4df90f210078 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0566559 Jul 13 23:23:07.912280 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 9038bb0e-414b-4be8-9439-8911579a5843 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:23:07.990746 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bc938-0aa5-4453-85d5-ee362c2ba5b0 req-7eaa110a-43c0-4236-bfd4-b9033268cd35 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:07.992316 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-624bc938-0aa5-4453-85d5-ee362c2ba5b0 req-7eaa110a-43c0-4236-bfd4-b9033268cd35 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0521789 Jul 13 23:23:08.020760 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:08.037402 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:08.051475 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 9038bb0e-414b-4be8-9439-8911579a5843, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9038bb0e-414b-4be8-9439-8911579a5843,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:23:08.064845 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '9038bb0e-414b-4be8-9439-8911579a5843', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'port_id': '9038bb0e-414b-4be8-9439-8911579a5843', 'mac_address': 'fa:16:3e:b4:31:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:23:08.065254 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9f3eb-e9ac-4c6b-96f7-ef165c88c978 req-30e9b887-abab-44bf-ae2b-0e2b5c08d97d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:08.067126 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e9b9f3eb-e9ac-4c6b-96f7-ef165c88c978 req-30e9b887-abab-44bf-ae2b-0e2b5c08d97d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 943 time: 0.0712163 Jul 13 23:23:08.100263 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-624bc938-0aa5-4453-85d5-ee362c2ba5b0 req-0b9ac46e-7844-4947-87fa-e92dd8b9e376 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942183 Jul 13 23:23:08.105832 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 9038bb0e-414b-4be8-9439-8911579a5843 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:23:08.106279 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9038bb0e-414b-4be8-9439-8911579a5843), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:08.122814 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-c8d51446-f730-45ea-92e6-2c16d75f1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:08.124455 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-c8d51446-f730-45ea-92e6-2c16d75f1ad8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481651 Jul 13 23:23:08.134660 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e9b9f3eb-e9ac-4c6b-96f7-ef165c88c978 req-8982f8f5-03ea-4332-a6bb-cfb43848f92a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617096 Jul 13 23:23:08.226270 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-40f9c212-6974-4981-ad96-23bf2cd1a278 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929651 Jul 13 23:23:08.256889 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9038bb0e-414b-4be8-9439-8911579a5843 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:23:08.278684 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 9038bb0e-414b-4be8-9439-8911579a5843, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9038bb0e-414b-4be8-9439-8911579a5843,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:23:08.283266 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9038bb0e-414b-4be8-9439-8911579a5843), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:08.321546 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:08.338702 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-244674d0-a0b3-4430-afa1-14e733c7c05f req-dd58415f-bb08-44a8-bb53-dc484738ab81 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027646 Jul 13 23:23:08.356715 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=9038bb0e-414b-4be8-9439-8911579a5843,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:23:08.689016 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['9038bb0e-414b-4be8-9439-8911579a5843'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:23:09.260896 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6f7a8-2152-48b2-a211-364262b42ff4 req-db86c4c0-f6bc-49cc-97ec-9279fe9ee22e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:09.262552 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3bc6f7a8-2152-48b2-a211-364262b42ff4 req-db86c4c0-f6bc-49cc-97ec-9279fe9ee22e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0804169 Jul 13 23:23:09.280715 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:09.294637 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c0cfd-eeb6-485f-9b7f-b9c3ef3cc8ce req-1de1ced3-c8ba-41c2-bcb4-486c21ef3d69 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:09.296503 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-719c0cfd-eeb6-485f-9b7f-b9c3ef3cc8ce req-1de1ced3-c8ba-41c2-bcb4-486c21ef3d69 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 944 time: 0.0787485 Jul 13 23:23:09.347945 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3bc6f7a8-2152-48b2-a211-364262b42ff4 req-ff8878d1-3637-4b4c-90d2-592b2fffe972 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783360 Jul 13 23:23:09.378457 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-719c0cfd-eeb6-485f-9b7f-b9c3ef3cc8ce req-88417211-5776-4ec3-9607-24997044b71f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730965 Jul 13 23:23:09.929889 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 9038bb0e-414b-4be8-9439-8911579a5843 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:23:09.992515 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 9038bb0e-414b-4be8-9439-8911579a5843 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:23:10.000083 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 9038bb0e-414b-4be8-9439-8911579a5843 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:23:10.000579 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9038bb0e-414b-4be8-9439-8911579a5843), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:10.075386 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 9038bb0e-414b-4be8-9439-8911579a5843 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:23:10.075797 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9038bb0e-414b-4be8-9439-8911579a5843), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:10.103731 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9038bb0e-414b-4be8-9439-8911579a5843'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:23:10.106173 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88689a84-74bf-4061-90ba-969680e0d68f" -d '{"events": [{"server_uuid": "5caed5cb-516f-4c87-9304-afbf20860bb2", "name": "network-vif-plugged", "status": "completed", "tag": "9038bb0e-414b-4be8-9439-8911579a5843"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:23:10.120824 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 9038bb0e-414b-4be8-9439-8911579a5843, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9038bb0e-414b-4be8-9439-8911579a5843,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:23:10.127106 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9038bb0e-414b-4be8-9439-8911579a5843), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:10.154308 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d6c9d0-6821-4a32-a52c-e9a69316af17 x-openstack-request-id: req-11d6c9d0-6821-4a32-a52c-e9a69316af17 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:23:10.154635 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5caed5cb-516f-4c87-9304-afbf20860bb2", "name": "network-vif-plugged", "status": "completed", "tag": "9038bb0e-414b-4be8-9439-8911579a5843", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:23:10.154807 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11d6c9d0-6821-4a32-a52c-e9a69316af17 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:23:10.155269 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d6c9d0-6821-4a32-a52c-e9a69316af17'] response: {'server_uuid': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9038bb0e-414b-4be8-9439-8911579a5843', 'code': 200} Jul 13 23:23:10.188128 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=9038bb0e-414b-4be8-9439-8911579a5843,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:23:10.337064 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d501a-1b8e-429a-b078-045883538a76 req-6d3f01da-a96b-4c42-81da-5a854984c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:10.338588 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-fc4d501a-1b8e-429a-b078-045883538a76 req-6d3f01da-a96b-4c42-81da-5a854984c923 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 1129 time: 0.0414922 Jul 13 23:23:10.369013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:10.394327 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-fc4d501a-1b8e-429a-b078-045883538a76 req-30ed4ad7-0f5a-4a4f-abfa-824ab057af38 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461376 Jul 13 23:23:10.553178 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28a32c-e789-45df-b771-a67d5d16cfe8 req-38e66de2-cca6-4011-a480-beba3ea3f451 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:10.555905 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b28a32c-e789-45df-b771-a67d5d16cfe8 req-38e66de2-cca6-4011-a480-beba3ea3f451 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.1180840 Jul 13 23:23:10.593476 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c246189-2705-401e-b976-96ffdd732be7 req-ea9d5d42-55b8-4324-b917-e1dea793e0a8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:10.594991 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c246189-2705-401e-b976-96ffdd732be7 req-ea9d5d42-55b8-4324-b917-e1dea793e0a8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 945 time: 0.1072834 Jul 13 23:23:10.638331 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b28a32c-e789-45df-b771-a67d5d16cfe8 req-de00b6d7-e43a-4bfb-80d7-7a1ce261fa70 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766599 Jul 13 23:23:10.673005 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c246189-2705-401e-b976-96ffdd732be7 req-db229afe-4272-4c49-b5cc-2891b6f6beae tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715742 Jul 13 23:23:10.763547 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00c4ac-af47-4f1e-8ad7-d1f33bc1052c req-e7624a2c-7672-4b02-a6bd-8f7e2b9a7f0e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:10.765527 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5a00c4ac-af47-4f1e-8ad7-d1f33bc1052c req-e7624a2c-7672-4b02-a6bd-8f7e2b9a7f0e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0555809 Jul 13 23:23:10.774207 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55626) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:23:10.778656 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-87b53baf-d48b-498e-b4a6-221cc5af7832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Request body: {'floatingip': {'port_id': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:23:10.818498 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87b53baf-d48b-498e-b4a6-221cc5af7832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (bda7e2a5-3525-4293-9fc5-8ca9de1402d5), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:10.866338 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-8edbb219-89e2-4e6f-8784-e21e0a2c1a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:11.021127 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:11.290455 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87b53baf-d48b-498e-b4a6-221cc5af7832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:11.294739 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87b53baf-d48b-498e-b4a6-221cc5af7832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (bda7e2a5-3525-4293-9fc5-8ca9de1402d5), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:11.393002 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-87b53baf-d48b-498e-b4a6-221cc5af7832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Floating IP bda7e2a5-3525-4293-9fc5-8ca9de1402d5 associated. External IP: 172.27.3.18, port: bf3e2e5f-7b49-4ece-9362-4fc3e357383a. Jul 13 23:23:11.847952 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a32f79-d182-4b4d-a8b3-2296e48cc5e1 req-e76e8944-cb38-464a-8e12-d31e1c33b01a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:11.849619 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2a32f79-d182-4b4d-a8b3-2296e48cc5e1 req-e76e8944-cb38-464a-8e12-d31e1c33b01a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 945 time: 0.0865033 Jul 13 23:23:11.859757 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:11.886689 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b53baf-d48b-498e-b4a6-221cc5af7832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Router 60af701a-2df9-4cff-ae8b-26077acb96f5 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:23:11.956136 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2a32f79-d182-4b4d-a8b3-2296e48cc5e1 req-130189a7-c536-4f30-a291-3ccc625453cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992482 Jul 13 23:23:11.969091 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:23:12.031162 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b53baf-d48b-498e-b4a6-221cc5af7832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:23:12.035637 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87b53baf-d48b-498e-b4a6-221cc5af7832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:12.043799 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] Sync routers for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:23:12.055003 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:23:12.055667 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:23:12.069413 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-87b53baf-d48b-498e-b4a6-221cc5af7832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "PUT /v2.0/floatingips/bda7e2a5-3525-4293-9fc5-8ca9de1402d5 HTTP/1.1" status: 200 len: 991 time: 1.2940733 Jul 13 23:23:12.070115 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:23:12.072556 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72" -d '{"events": [{"name": "network-changed", "server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:23:12.115892 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7be9f8-d679-41dc-a9ed-f4d900b91ff2 x-openstack-request-id: req-de7be9f8-d679-41dc-a9ed-f4d900b91ff2 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:23:12.117963 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:23:12.118693 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de7be9f8-d679-41dc-a9ed-f4d900b91ff2 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:23:12.118693 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7be9f8-d679-41dc-a9ed-f4d900b91ff2'] response: {'name': 'network-changed', 'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'status': 'completed', 'code': 200} Jul 13 23:23:12.163518 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:23:12.396645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-411fce01-e99f-4593-b5ef-864c2baefab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:12.398914 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'bda7e2a5-3525-4293-9fc5-8ca9de1402d5', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'port_id': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'mac_address': 'fa:16:3e:69:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:54Z', 'updated_at': '2022-07-13T23:23:11Z', 'revision_number': 1, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:23:12.399140 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-411fce01-e99f-4593-b5ef-864c2baefab0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 1130 time: 0.0547564 Jul 13 23:23:12.425222 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] Checking router: 60af701a-2df9-4cff-ae8b-26077acb96f5 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:23:12.434935 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:23:12.435570 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:22:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:23:12.502241 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-2d5e08b6-e51d-4959-9bac-1ffe284c3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:12.503781 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-2d5e08b6-e51d-4959-9bac-1ffe284c3ce9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.0981848 Jul 13 23:23:12.560363 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:23:12.569751 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-f61ac72a-32d9-4abe-a177-785a95bc893e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a HTTP/1.1" status: 200 len: 999 time: 0.0586309 Jul 13 23:23:12.624967 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-52b4c485-748d-411f-ba0f-c04e5f3c429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:12.626313 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-52b4c485-748d-411f-ba0f-c04e5f3c429e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0504627 Jul 13 23:23:12.672991 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-e4bda13c-dfd2-43aa-9c19-54e219aef42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:12.674511 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-e4bda13c-dfd2-43aa-9c19-54e219aef42e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417197 Jul 13 23:23:12.784404 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-619c246b-d4f7-45e4-b803-97eec5db8c99 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024230 Jul 13 23:23:12.805446 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'bda7e2a5-3525-4293-9fc5-8ca9de1402d5', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'port_id': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'mac_address': 'fa:16:3e:69:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:54Z', 'updated_at': '2022-07-13T23:23:11Z', 'revision_number': 1, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:23:12.833313 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9664bcb-e8d7-41e5-874b-1238f93115e9 None None] The sync data for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi is: [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': 'bda7e2a5-3525-4293-9fc5-8ca9de1402d5', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'port_id': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'mac_address': 'fa:16:3e:69:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:54Z', 'updated_at': '2022-07-13T23:23:11Z', 'revision_number': 1, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:23:12.881880 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cdfbad85-ecec-4d3c-89a7-e4d7e680bb72 req-c09f92c2-b326-4766-9f92-5cbb25f60ffc service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901675 Jul 13 23:23:13.035186 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923adc5c-bc02-4119-9e21-192fb1e8ba48 None None] New status for floating IP bda7e2a5-3525-4293-9fc5-8ca9de1402d5: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:23:13.088248 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a572e-4efe-48e3-b25b-2fab43d5de43 req-f98f805d-dd86-48f1-8f5b-4b5e803ee78e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:13.089983 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-563a572e-4efe-48e3-b25b-2fab43d5de43 req-f98f805d-dd86-48f1-8f5b-4b5e803ee78e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Jul 13 23:23:13.126136 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:13.143217 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-563a572e-4efe-48e3-b25b-2fab43d5de43 req-a5b61ce1-31c3-4170-9e7a-075610320e51 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460660 Jul 13 23:23:13.273900 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497273b-3e60-4813-9a6c-cf608bb36d32 req-98485ccd-0a20-4048-b3e2-2cd1838ae456 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:13.275494 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c497273b-3e60-4813-9a6c-cf608bb36d32 req-98485ccd-0a20-4048-b3e2-2cd1838ae456 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 945 time: 0.0597119 Jul 13 23:23:13.286065 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55638) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:23:13.291067 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-642599cd-8555-4d6b-acbc-472f518024ba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'floatingip': {'port_id': '9038bb0e-414b-4be8-9439-8911579a5843'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:23:13.331521 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-642599cd-8555-4d6b-acbc-472f518024ba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (81df219e-1a87-402e-a0a5-406ad6ebb861), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:13.776717 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-642599cd-8555-4d6b-acbc-472f518024ba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:13.780771 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-642599cd-8555-4d6b-acbc-472f518024ba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (81df219e-1a87-402e-a0a5-406ad6ebb861), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:13.837620 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-2acb7cc1-c63e-49b0-b736-e6dbc255917d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:13.879297 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-642599cd-8555-4d6b-acbc-472f518024ba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Floating IP 81df219e-1a87-402e-a0a5-406ad6ebb861 associated. External IP: 172.27.3.63, port: 9038bb0e-414b-4be8-9439-8911579a5843. Jul 13 23:23:14.074418 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:14.080504 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642599cd-8555-4d6b-acbc-472f518024ba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:23:14.189317 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642599cd-8555-4d6b-acbc-472f518024ba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:23:14.193976 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-642599cd-8555-4d6b-acbc-472f518024ba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:14.199353 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:23:14.210818 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:23:14.211438 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:23:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:23:14.225189 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-642599cd-8555-4d6b-acbc-472f518024ba tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "PUT /v2.0/floatingips/81df219e-1a87-402e-a0a5-406ad6ebb861 HTTP/1.1" status: 200 len: 990 time: 0.9380279 Jul 13 23:23:14.225866 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'tag': '9038bb0e-414b-4be8-9439-8911579a5843'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:23:14.228265 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe01c36-0adf-419e-a231-6e040927c5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5caed5cb-516f-4c87-9304-afbf20860bb2", "tag": "9038bb0e-414b-4be8-9439-8911579a5843"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:23:14.268960 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f0cc62-656e-4d1c-87bf-95570e12a4f1 x-openstack-request-id: req-60f0cc62-656e-4d1c-87bf-95570e12a4f1 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:23:14.269246 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5caed5cb-516f-4c87-9304-afbf20860bb2", "tag": "9038bb0e-414b-4be8-9439-8911579a5843", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:23:14.269492 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60f0cc62-656e-4d1c-87bf-95570e12a4f1 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:23:14.269896 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f0cc62-656e-4d1c-87bf-95570e12a4f1'] response: {'name': 'network-changed', 'server_uuid': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'tag': '9038bb0e-414b-4be8-9439-8911579a5843', 'status': 'completed', 'code': 200} Jul 13 23:23:14.319228 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:23:14.339564 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-c12f10c7-f29b-4d3d-8de4-8fbd756128fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:14.341072 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-c12f10c7-f29b-4d3d-8de4-8fbd756128fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 1129 time: 0.0419695 Jul 13 23:23:14.400091 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:14.443792 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-70a143a9-6dbd-406f-9499-48f77871b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:14.445272 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-70a143a9-6dbd-406f-9499-48f77871b722 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 916 time: 0.0983288 Jul 13 23:23:14.470478 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:14.514849 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-63be6887-5fd7-48c3-aa42-1c941948132b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9038bb0e-414b-4be8-9439-8911579a5843 HTTP/1.1" status: 200 len: 998 time: 0.0584600 Jul 13 23:23:14.542750 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '81df219e-1a87-402e-a0a5-406ad6ebb861', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '9038bb0e-414b-4be8-9439-8911579a5843', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:b4:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:59Z', 'updated_at': '2022-07-13T23:23:13Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:23:14.556670 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:14.572832 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:23:14.574932 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-904bf5b3-fcd5-4555-9ac6-85e4472a974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:14.576570 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-904bf5b3-fcd5-4555-9ac6-85e4472a974a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0546689 Jul 13 23:23:14.583369 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:23:14.583996 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:23:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:23:14.628119 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-c8c0e2b1-1203-42da-bff3-8398821950c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:14.629636 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-c8c0e2b1-1203-42da-bff3-8398821950c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478039 Jul 13 23:23:14.687181 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:23:14.723956 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-d3ee30da-52df-4f44-a01f-5ac1d55a4fe6 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870352 Jul 13 23:23:14.805775 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:14.827026 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-cbe01c36-0adf-419e-a231-6e040927c5f3 req-5c09a4cc-76e4-4ad0-a97c-97bdfc0de893 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921576 Jul 13 23:23:14.986264 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '81df219e-1a87-402e-a0a5-406ad6ebb861', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '9038bb0e-414b-4be8-9439-8911579a5843', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:b4:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:59Z', 'updated_at': '2022-07-13T23:23:13Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:23:15.010714 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b54b83-ee73-4d9a-825f-5d7a9db43530 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '81df219e-1a87-402e-a0a5-406ad6ebb861', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '9038bb0e-414b-4be8-9439-8911579a5843', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:b4:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:59Z', 'updated_at': '2022-07-13T23:23:13Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:23:15.193665 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9dcd3b-b4ed-4be0-b065-d52e18aefc9d None None] New status for floating IP 81df219e-1a87-402e-a0a5-406ad6ebb861: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:23:15.287206 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:16.499416 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:16.672898 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:21.726741 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:21.741911 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:24.219774 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=16 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:24.221771 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:24.816388 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:24.823376 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:24.988750 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=62 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:24.989534 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=42 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:25.025596 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-87ff7285-1ebc-4adc-a324-b770bf73a3ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395389 Jul 13 23:23:25.102073 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-df109063-c421-46d4-9978-f82944d7d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:25.104007 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-df109063-c421-46d4-9978-f82944d7d177 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 1129 time: 0.0458510 Jul 13 23:23:25.214379 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-45546785-ee23-4b1c-9418-90ea0a0829cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:25.215826 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-45546785-ee23-4b1c-9418-90ea0a0829cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 200 len: 919 time: 0.0893061 Jul 13 23:23:25.261419 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-8381783a-60e8-4bb7-9c4e-a0373aa24402 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4000656-73d9-4096-aa54-8fbb326dd086 HTTP/1.1" status: 200 len: 217 time: 0.0330119 Jul 13 23:23:25.317569 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-63e1b75c-34b0-465c-95e9-d3ac45b76a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:25.319592 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-63e1b75c-34b0-465c-95e9-d3ac45b76a7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 200 len: 857 time: 0.0500927 Jul 13 23:23:25.371011 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-13718881-0338-4d92-9a5b-78909a62cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:25.372565 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-13718881-0338-4d92-9a5b-78909a62cf4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebb5208-058b-4fd3-9873-adc39e263480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405421 Jul 13 23:23:25.469855 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-595f8fea-e6e6-4fa0-9bd2-bceff951ef11 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906353 Jul 13 23:23:25.564812 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5e5598c7-d7eb-47a3-80d3-3302a1364080 req-7bf0e0ff-b66d-48f9-ade7-c8587707a3f4 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868950 Jul 13 23:23:31.736088 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:35.560626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=48 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:35.561448 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=45 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:37.626611 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=14 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:37.628795 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=12 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:23:40.858420 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-aa116079-3c58-4944-9b12-371bc3457c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:43.840820 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e3fe49a8-58a9-40a1-998f-011bc97dda76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:44.553126 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:46.503695 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:46.675369 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:48.968027 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:23:51.734322 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:56.884260 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90597-50f8-4ef4-bf53-4354bddb610c req-df57f736-4037-4289-bc98-85f55418e9b3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:56.885735 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d7b90597-50f8-4ef4-bf53-4354bddb610c req-df57f736-4037-4289-bc98-85f55418e9b3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0476177 Jul 13 23:23:56.936497 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d7b90597-50f8-4ef4-bf53-4354bddb610c req-dc9a1429-4090-4e7d-8436-a70d1148e0b1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449910 Jul 13 23:23:58.051591 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc94de-b4b1-42bb-8286-1fae9b9ffcb4 req-79820df7-08a8-46ee-bd48-cb91b558825a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:58.053058 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5adc94de-b4b1-42bb-8286-1fae9b9ffcb4 req-79820df7-08a8-46ee-bd48-cb91b558825a tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0479996 Jul 13 23:23:58.099697 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5adc94de-b4b1-42bb-8286-1fae9b9ffcb4 req-68a1fead-11a3-446a-97ce-93c9806856f2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410206 Jul 13 23:23:59.213275 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f275c2-c832-4e02-8f23-7d5f669dbb52 req-453411a8-9699-482f-8948-ccc17b7b8f0b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:59.214742 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66f275c2-c832-4e02-8f23-7d5f669dbb52 req-453411a8-9699-482f-8948-ccc17b7b8f0b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0475821 Jul 13 23:23:59.261454 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66f275c2-c832-4e02-8f23-7d5f669dbb52 req-255adfdc-e0c4-432b-b3fe-aabcd370f87f tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=69d79b4c-e22c-4894-bcf8-80ba1307e03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 Jul 13 23:23:59.773100 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-d19ed6ac-8676-4197-a5c9-b37b5a41b1e2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:23:59.774520 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-d19ed6ac-8676-4197-a5c9-b37b5a41b1e2 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 945 time: 0.0469108 Jul 13 23:23:59.858629 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Deleting port 97549afb-69a7-4779-abe9-e645a3ec2a47 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:23:59.858959 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:23:59.946116 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] For port 97549afb-69a7-4779-abe9-e645a3ec2a47, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=97549afb-69a7-4779-abe9-e645a3ec2a47,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:23:59.946474 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:00.110776 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:00.111077 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (e47e69f2-a4b5-4bbb-98a1-b5a06b417b25), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:00.111459 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Floating IP e47e69f2-a4b5-4bbb-98a1-b5a06b417b25 disassociated. External IP: 172.27.3.31, port: 97549afb-69a7-4779-abe9-e645a3ec2a47. Jul 13 23:24:00.111899 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Calling delete_port for 97549afb-69a7-4779-abe9-e645a3ec2a47 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:00.233656 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (97549afb-69a7-4779-abe9-e645a3ec2a47), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:00.264275 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event deleted for resources: {'Port': ['ID=97549afb-69a7-4779-abe9-e645a3ec2a47,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:00.276187 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.276531 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.276991 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.277176 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.277497 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.277818 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.278133 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.278453 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.278767 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.279080 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.279392 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.279731 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.280046 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.280354 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.280663 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:00.360276 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ffbfc18-395d-4906-adbc-4a3e12956eb2 req-9b252bc3-436d-4a09-b2a5-57421eb29589 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e8e33b4-2026-47c5-a465-bc824a6778cb HTTP/1.1" status: 200 len: 210 time: 0.0313022 Jul 13 23:24:00.388682 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Router 31fdd018-08ea-4419-974d-e3427ccb035b has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:24:00.493312 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:24:00.502548 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] Sync routers for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:24:00.514236 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:24:00.514902 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:23:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:00.623029 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:24:00.799597 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] No DVR routers for this DVR port 97549afb-69a7-4779-abe9-e645a3ec2a47 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:24:00.802890 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:00.806985 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1dad4994-83ae-4677-91b2-58dc2357c187 req-1469291f-6c94-4937-9fc0-16322ce1562d tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "DELETE /v2.0/ports/97549afb-69a7-4779-abe9-e645a3ec2a47 HTTP/1.1" status: 204 len: 173 time: 1.0264838 Jul 13 23:24:00.807457 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'name': 'network-vif-deleted', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:24:00.810629 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d324fb0-e445-4587-a569-2337af21ae7e" -d '{"events": [{"server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "name": "network-vif-deleted", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:24:00.845839 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:40Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:00.858184 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840a30d7-0bbf-484d-8c08-6855e26c9b45 x-openstack-request-id: req-840a30d7-0bbf-484d-8c08-6855e26c9b45 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:24:00.858468 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e33b4-2026-47c5-a465-bc824a6778cb", "name": "network-vif-deleted", "tag": "97549afb-69a7-4779-abe9-e645a3ec2a47", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:24:00.858712 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-840a30d7-0bbf-484d-8c08-6855e26c9b45 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:24:00.859135 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840a30d7-0bbf-484d-8c08-6855e26c9b45'] response: {'server_uuid': '4e8e33b4-2026-47c5-a465-bc824a6778cb', 'name': 'network-vif-deleted', 'tag': '97549afb-69a7-4779-abe9-e645a3ec2a47', 'status': 'completed', 'code': 200} Jul 13 23:24:00.872512 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] Checking router: 31fdd018-08ea-4419-974d-e3427ccb035b for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:24:00.881853 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:24:00.882453 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:23:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:00.985503 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:24:01.166268 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:40Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:01.194117 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2acf3-4058-4117-bd7e-b6fe667b558f None None] The sync data for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi is: [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:15:28Z', 'revision_number': 4, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'f3a31964-ca95-428d-991e-ed8881f36c42', 'name': '', 'network_id': '8ebb5208-058b-4fd3-9873-adc39e263480', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'mac_address': 'fa:16:3e:72:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:26Z', 'updated_at': '2022-07-13T23:15:40Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'subnets': [{'id': 'a1986b3c-1e7d-4b98-91a1-613d76dc07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:24:01.429492 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb7674-cb5e-4f23-8e97-8ac826813cc4 None None] New status for floating IP e47e69f2-a4b5-4bbb-98a1-b5a06b417b25: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:24:01.447121 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55730) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:01.504537 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group (69d79b4c-e22c-4894-bcf8-80ba1307e03f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:01.529336 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group (69d79b4c-e22c-4894-bcf8-80ba1307e03f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:01.579425 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (69d79b4c-e22c-4894-bcf8-80ba1307e03f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:01.582090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:01.583235 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "DELETE /v2.0/security-groups/69d79b4c-e22c-4894-bcf8-80ba1307e03f HTTP/1.1" status: 204 len: 168 time: 0.1345544 Jul 13 23:24:01.586010 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55734) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:01.592341 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d79b4c-e22c-4894-bcf8-80ba1307e03f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:01.599722 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.600058 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.600392 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.600609 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.api.v2.resource [None req-3855d569-6b09-4f4a-9625-558fa7bef88e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] show failed (client error): The resource could not be found. Jul 13 23:24:01.600729 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.601037 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604340 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604340 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604587 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3855d569-6b09-4f4a-9625-558fa7bef88e tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups/69d79b4c-e22c-4894-bcf8-80ba1307e03f HTTP/1.1" status: 404 len: 347 time: 0.0142500 Jul 13 23:24:01.604673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.604673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015772a-fcec-45c7-befb-d86e793269bf tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:01.605245 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55736) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:01.718096 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Deleting port e2db7bea-67f1-4642-a0f1-9ef596499ad5 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:24:01.718431 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (e2db7bea-67f1-4642-a0f1-9ef596499ad5), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:01.730654 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:01.736733 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:01.798246 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (e2db7bea-67f1-4642-a0f1-9ef596499ad5), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:01.798578 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for floatingip (e2db7bea-67f1-4642-a0f1-9ef596499ad5), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:01.811128 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Calling delete_port for e2db7bea-67f1-4642-a0f1-9ef596499ad5 owned by network:floatingip {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:01.938860 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (e2db7bea-67f1-4642-a0f1-9ef596499ad5), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:01.965164 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event deleted for resources: {'Port': ['ID=e2db7bea-67f1-4642-a0f1-9ef596499ad5,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:02.026318 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks [] for floatingip (e47e69f2-a4b5-4bbb-98a1-b5a06b417b25), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:02.028780 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:02.029916 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0834b874-9eff-40d1-b4b2-7b50d0ea594c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "DELETE /v2.0/floatingips/e47e69f2-a4b5-4bbb-98a1-b5a06b417b25 HTTP/1.1" status: 204 len: 168 time: 0.4245961 Jul 13 23:24:02.181737 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 97549afb-69a7-4779-abe9-e645a3ec2a47 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:24:02.183947 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:02.185398 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:02.202373 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 97549afb-69a7-4779-abe9-e645a3ec2a47 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:24:02.202643 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 97549afb-69a7-4779-abe9-e645a3ec2a47 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:24:04.496111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da018-8e59-413c-8310-84632e8acbfa req-aa2b9e91-71e7-4597-a852-362db41f33f3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:04.497615 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-948da018-8e59-413c-8310-84632e8acbfa req-aa2b9e91-71e7-4597-a852-362db41f33f3 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0474632 Jul 13 23:24:04.553461 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-948da018-8e59-413c-8310-84632e8acbfa req-81ca812a-9a8c-43bc-b495-0efc0558f641 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 Jul 13 23:24:05.373500 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-7b05d8ec-6b32-47dc-b95e-168218aff436 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:05.374977 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-7b05d8ec-6b32-47dc-b95e-168218aff436 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0465446 Jul 13 23:24:05.462063 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Deleting port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:24:05.462406 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:05.552310 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] For port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:05.552672 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:05.569902 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Calling delete_port for 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:05.669102 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff879-46a6-4103-8658-7944f0794f5b req-a294b7d2-7da4-4031-9c3e-934e033022e6 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:05.670577 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a4ff879-46a6-4103-8658-7944f0794f5b req-a294b7d2-7da4-4031-9c3e-934e033022e6 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=11b8ba43-44f4-4724-9754-d61acf29e86d HTTP/1.1" status: 200 len: 945 time: 0.0473099 Jul 13 23:24:05.696806 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (0f38b88b-a0f6-4d84-b5ff-c8396205faa1), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:05.708779 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['e4000656-73d9-4096-aa54-8fbb326dd086', '0f38b88b-a0f6-4d84-b5ff-c8396205faa1'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:24:05.719776 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a4ff879-46a6-4103-8658-7944f0794f5b req-35a38e0e-489c-4bf2-be99-0fdde6431d11 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Jul 13 23:24:05.722466 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event deleted for resources: {'Port': ['ID=0f38b88b-a0f6-4d84-b5ff-c8396205faa1,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:05.788369 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] No DVR routers for this DVR port 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:24:05.792362 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:05.795520 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-8897d7e6-c7db-479f-af9a-8396fbcc6c39 req-1dce1d0b-9fe8-4557-8d7f-5fc7cc02bf5b tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "DELETE /v2.0/ports/0f38b88b-a0f6-4d84-b5ff-c8396205faa1 HTTP/1.1" status: 204 len: 173 time: 0.4145718 Jul 13 23:24:05.795997 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b8ba43-44f4-4724-9754-d61acf29e86d', 'name': 'network-vif-deleted', 'tag': '0f38b88b-a0f6-4d84-b5ff-c8396205faa1'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:24:05.799680 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f93719f-0410-487e-bda6-a4bfd36dd376" -d '{"events": [{"server_uuid": "11b8ba43-44f4-4724-9754-d61acf29e86d", "name": "network-vif-deleted", "tag": "0f38b88b-a0f6-4d84-b5ff-c8396205faa1"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:24:05.838592 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7509bd47-1784-42a4-9e64-db84a0066c99 x-openstack-request-id: req-7509bd47-1784-42a4-9e64-db84a0066c99 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:24:05.838880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b8ba43-44f4-4724-9754-d61acf29e86d", "name": "network-vif-deleted", "tag": "0f38b88b-a0f6-4d84-b5ff-c8396205faa1", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:24:05.839126 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7509bd47-1784-42a4-9e64-db84a0066c99 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:24:05.839524 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7509bd47-1784-42a4-9e64-db84a0066c99'] response: {'server_uuid': '11b8ba43-44f4-4724-9754-d61acf29e86d', 'name': 'network-vif-deleted', 'tag': '0f38b88b-a0f6-4d84-b5ff-c8396205faa1', 'status': 'completed', 'code': 200} Jul 13 23:24:07.012996 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10fbf4-f430-4baf-876a-1eaba4b5f508 req-6f3ecebe-0279-49b0-b5f7-c79b3e718502 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:07.014440 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e10fbf4-f430-4baf-876a-1eaba4b5f508 req-6f3ecebe-0279-49b0-b5f7-c79b3e718502 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0517044 Jul 13 23:24:07.063789 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e10fbf4-f430-4baf-876a-1eaba4b5f508 req-be6503d9-6207-4cc0-8389-43cf53985ada tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433955 Jul 13 23:24:07.851004 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c05a-0199-4279-b050-b60987b84344 req-699a1a57-97ea-4c21-b94a-ae7d14359ff1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:07.852464 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a472c05a-0199-4279-b050-b60987b84344 req-699a1a57-97ea-4c21-b94a-ae7d14359ff1 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0481377 Jul 13 23:24:07.932900 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:07.937654 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-a472c05a-0199-4279-b050-b60987b84344 req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Deleting port e4000656-73d9-4096-aa54-8fbb326dd086 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:24:07.938021 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a472c05a-0199-4279-b050-b60987b84344 req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:07.954790 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:08.031557 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-a472c05a-0199-4279-b050-b60987b84344 req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] For port e4000656-73d9-4096-aa54-8fbb326dd086, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e4000656-73d9-4096-aa54-8fbb326dd086,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:08.031914 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a472c05a-0199-4279-b050-b60987b84344 req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:08.045537 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-a472c05a-0199-4279-b050-b60987b84344 req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Calling delete_port for e4000656-73d9-4096-aa54-8fbb326dd086 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:08.178404 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a472c05a-0199-4279-b050-b60987b84344 req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (e4000656-73d9-4096-aa54-8fbb326dd086), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:08.187632 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d94b1-11e8-4340-aea2-755972310ffe req-831461da-8719-48d2-95f5-77834bc7208c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:08.189331 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f2d94b1-11e8-4340-aea2-755972310ffe req-831461da-8719-48d2-95f5-77834bc7208c tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1271f39-da7a-467b-8fd2-54f95b0b5a9d HTTP/1.1" status: 200 len: 945 time: 0.0541995 Jul 13 23:24:08.192880 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['e4000656-73d9-4096-aa54-8fbb326dd086'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:24:08.208303 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Pushing event deleted for resources: {'Port': ['ID=e4000656-73d9-4096-aa54-8fbb326dd086,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:08.229340 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e4000656-73d9-4096-aa54-8fbb326dd086 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:24:08.249458 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f2d94b1-11e8-4340-aea2-755972310ffe req-6bfb8d28-c4da-4cd4-b52c-c7396d896c93 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.60 "GET /v2.0/security-groups?id=73143909-0882-43e1-8c2b-3175b83d7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491936 Jul 13 23:24:08.259685 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-a472c05a-0199-4279-b050-b60987b84344 req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] No DVR routers for this DVR port e4000656-73d9-4096-aa54-8fbb326dd086 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:24:08.260487 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: e4000656-73d9-4096-aa54-8fbb326dd086 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:24:08.260708 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e4000656-73d9-4096-aa54-8fbb326dd086 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:24:08.261158 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:24:08.262885 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-a472c05a-0199-4279-b050-b60987b84344 req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:08.267329 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-a472c05a-0199-4279-b050-b60987b84344 req-6f02bdfb-f3a2-4a03-8a8c-b11121e0e650 tempest-ServerRescueNegativeTestJSON-2055101857 tempest-ServerRescueNegativeTestJSON-2055101857-project] 10.222.0.58 "DELETE /v2.0/ports/e4000656-73d9-4096-aa54-8fbb326dd086 HTTP/1.1" status: 204 len: 173 time: 0.4079809 Jul 13 23:24:08.267924 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1271f39-da7a-467b-8fd2-54f95b0b5a9d', 'name': 'network-vif-deleted', 'tag': 'e4000656-73d9-4096-aa54-8fbb326dd086'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:24:08.270384 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff162d94-2bd3-46d5-a58d-70ff07ef2c9a" -d '{"events": [{"server_uuid": "a1271f39-da7a-467b-8fd2-54f95b0b5a9d", "name": "network-vif-deleted", "tag": "e4000656-73d9-4096-aa54-8fbb326dd086"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:24:08.287425 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:24:08.287870 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 0f38b88b-a0f6-4d84-b5ff-c8396205faa1 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:24:08.310516 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495313d3-1952-4a74-b108-c002f722ea79 x-openstack-request-id: req-495313d3-1952-4a74-b108-c002f722ea79 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:24:08.310809 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1271f39-da7a-467b-8fd2-54f95b0b5a9d", "name": "network-vif-deleted", "tag": "e4000656-73d9-4096-aa54-8fbb326dd086", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:24:08.311057 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-495313d3-1952-4a74-b108-c002f722ea79 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:24:08.311462 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495313d3-1952-4a74-b108-c002f722ea79'] response: {'server_uuid': 'a1271f39-da7a-467b-8fd2-54f95b0b5a9d', 'name': 'network-vif-deleted', 'tag': 'e4000656-73d9-4096-aa54-8fbb326dd086', 'status': 'completed', 'code': 200} Jul 13 23:24:09.314112 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55774) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:09.847025 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (31fdd018-08ea-4419-974d-e3427ccb035b), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:10.066159 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Deleting port f3a31964-ca95-428d-991e-ed8881f36c42 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:24:10.066497 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:10.079858 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:10.129316 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:10.148510 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] For port f3a31964-ca95-428d-991e-ed8881f36c42, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=f3a31964-ca95-428d-991e-ed8881f36c42,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:10.148870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:10.161549 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Calling delete_port for f3a31964-ca95-428d-991e-ed8881f36c42 owned by network:router_interface {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:10.337537 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (f3a31964-ca95-428d-991e-ed8881f36c42), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:10.364962 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a31964-ca95-428d-991e-ed8881f36c42,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:10.530573 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (31fdd018-08ea-4419-974d-e3427ccb035b), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:10.745452 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Router 31fdd018-08ea-4419-974d-e3427ccb035b has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:24:10.864182 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-82ee9dab-7dd2-4d75-a1ae-5925a6a72f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:10.866076 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:24:10.870969 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0a719f14-bccf-4c49-9d5e-611162842876 admin admin] 10.222.0.60 "PUT /v2.0/routers/31fdd018-08ea-4419-974d-e3427ccb035b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5558422 Jul 13 23:24:10.873633 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55792) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:10.877228 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] Sync routers for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:24:10.888867 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:24:10.889769 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:23:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:10.981424 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:10.991811 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:24:11.012442 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d2e0-ada0-49b7-b631-26c10aeab205 req-b6a2a284-4049-405a-83ec-0b7f62235d50 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:11.014253 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ccd5d2e0-ada0-49b7-b631-26c10aeab205 req-b6a2a284-4049-405a-83ec-0b7f62235d50 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0983775 Jul 13 23:24:11.039013 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks [] for router (31fdd018-08ea-4419-974d-e3427ccb035b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.091308 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:11.138082 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ccd5d2e0-ada0-49b7-b631-26c10aeab205 req-46eefb6d-8ad8-46ff-8f68-cba901b345a4 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166737 Jul 13 23:24:11.157940 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:11.163377 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:24:10Z', 'revision_number': 5, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port': {'id': 'f4aa9957-265e-4f7c-8f34-c3717ad9eacf', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:11.168353 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks [] for router_gateway (31fdd018-08ea-4419-974d-e3427ccb035b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.189570 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] Checking router: 31fdd018-08ea-4419-974d-e3427ccb035b for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:24:11.196543 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:11.199321 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] Routers {'31fdd018-08ea-4419-974d-e3427ccb035b'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:24:11.199959 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:23:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['31fdd018-08ea-4419-974d-e3427ccb035b'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:11.212219 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Deleting port f4aa9957-265e-4f7c-8f34-c3717ad9eacf {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:24:11.212553 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.376488 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] Set router 31fdd018-08ea-4419-974d-e3427ccb035b gateway port host: None {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:24:11.429184 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:24:11Z', 'revision_number': 6, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port_host': None}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:11.455150 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412777a-2235-4dc7-a116-89a6b2b60950 None None] The sync data for ids ['31fdd018-08ea-4419-974d-e3427ccb035b'] in dv-cinder-799871-29-iscsi is: [{'id': '31fdd018-08ea-4419-974d-e3427ccb035b', 'name': 'tempest-ServerRescueNegativeTestJSON-842181049-router', 'tenant_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:15Z', 'updated_at': '2022-07-13T23:24:11Z', 'revision_number': 6, 'project_id': 'dc01ed4482c04899b1509a655c9c7e3a', 'gw_port_host': None}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:24:11.514833 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] For port f4aa9957-265e-4f7c-8f34-c3717ad9eacf, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=f4aa9957-265e-4f7c-8f34-c3717ad9eacf,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:11.515191 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.527849 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Calling delete_port for f4aa9957-265e-4f7c-8f34-c3717ad9eacf owned by network:router_gateway {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:11.690322 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (f4aa9957-265e-4f7c-8f34-c3717ad9eacf), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.712610 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4aa9957-265e-4f7c-8f34-c3717ad9eacf,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:11.777696 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (31fdd018-08ea-4419-974d-e3427ccb035b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.889354 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (31fdd018-08ea-4419-974d-e3427ccb035b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.891713 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks [] for router_controller (31fdd018-08ea-4419-974d-e3427ccb035b), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.957425 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (31fdd018-08ea-4419-974d-e3427ccb035b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.957956 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31fdd018-08ea-4419-974d-e3427ccb035b {{(pid=104142) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:24:11.964683 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:11.965862 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2bacca00-0e78-4806-9d60-2cba3c3d16c6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/31fdd018-08ea-4419-974d-e3427ccb035b HTTP/1.1" status: 204 len: 168 time: 1.0899370 Jul 13 23:24:11.968393 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55794) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:12.015026 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e371ea5-fa86-4ac6-ab71-de4827a4322e admin admin] Deleting subnet a1986b3c-1e7d-4b98-91a1-613d76dc07ab {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:24:12.018390 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1e371ea5-fa86-4ac6-ab71-de4827a4322e admin admin] Publish callbacks [] for subnet (a1986b3c-1e7d-4b98-91a1-613d76dc07ab), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.059070 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1e371ea5-fa86-4ac6-ab71-de4827a4322e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13795869'] for subnet (a1986b3c-1e7d-4b98-91a1-613d76dc07ab), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.144015 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:12.168732 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1e371ea5-fa86-4ac6-ab71-de4827a4322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (a1986b3c-1e7d-4b98-91a1-613d76dc07ab), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.261747 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1e371ea5-fa86-4ac6-ab71-de4827a4322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13261050'] for subnet (a1986b3c-1e7d-4b98-91a1-613d76dc07ab), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.267806 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:12.287356 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87d71d-7871-4960-abf7-25e160b05787 req-04eb5729-81a4-4384-b485-938185d34684 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:12.289030 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4b87d71d-7871-4960-abf7-25e160b05787 req-04eb5729-81a4-4384-b485-938185d34684 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0587311 Jul 13 23:24:12.300371 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83009e8e-ffa8-4139-87a1-757c9f890f96 req-0111c015-0da0-42b0-8064-50b01cccae75 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:12.301900 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-83009e8e-ffa8-4139-87a1-757c9f890f96 req-0111c015-0da0-42b0-8064-50b01cccae75 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 945 time: 0.0871661 Jul 13 23:24:12.305888 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e371ea5-fa86-4ac6-ab71-de4827a4322e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1986b3c-1e7d-4b98-91a1-613d76dc07ab,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:12.312877 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1e371ea5-fa86-4ac6-ab71-de4827a4322e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.319977 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1e371ea5-fa86-4ac6-ab71-de4827a4322e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a1986b3c-1e7d-4b98-91a1-613d76dc07ab HTTP/1.1" status: 204 len: 168 time: 0.3482058 Jul 13 23:24:12.320184 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100fef79-1c11-449c-aad6-7c2e1799d839 None None] Network 8ebb5208-058b-4fd3-9873-adc39e263480 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:24:12.324344 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55800) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:12.348599 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:12.377608 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-83009e8e-ffa8-4139-87a1-757c9f890f96 req-09034bf1-c0b0-44f7-bbd1-5bf3683d5535 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=d737c3a0-c385-49c2-aa60-616d57902a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585136 Jul 13 23:24:12.415297 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:12.458278 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (8ebb5208-058b-4fd3-9873-adc39e263480), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.474656 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Deleting port ccf76360-8f51-4f06-b33e-66623cd4e5d8 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:24:12.474954 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.545813 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] DHCP port deletion for 8ebb5208-058b-4fd3-9873-adc39e263480 request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:24:12.576725 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Deleting port 6620eda7-9ebb-4d94-9691-885715dd86b7 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:24:12.577037 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.588043 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device f4aa9957-265e-4f7c-8f34-c3717ad9eacf no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:24:12.612328 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: f4aa9957-265e-4f7c-8f34-c3717ad9eacf {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:24:12.612670 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device f4aa9957-265e-4f7c-8f34-c3717ad9eacf not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:24:12.613298 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device f3a31964-ca95-428d-991e-ed8881f36c42 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:24:12.637586 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Deleting port 6620eda7-9ebb-4d94-9691-885715dd86b7 {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:24:12.637960 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.639760 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: f3a31964-ca95-428d-991e-ed8881f36c42 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:24:12.640780 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device f3a31964-ca95-428d-991e-ed8881f36c42 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:24:12.663000 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] For port ccf76360-8f51-4f06-b33e-66623cd4e5d8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf76360-8f51-4f06-b33e-66623cd4e5d8,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:12.663370 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.675851 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] For port 6620eda7-9ebb-4d94-9691-885715dd86b7, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=6620eda7-9ebb-4d94-9691-885715dd86b7,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:12.676222 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.712835 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] For port 6620eda7-9ebb-4d94-9691-885715dd86b7, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=6620eda7-9ebb-4d94-9691-885715dd86b7,segment=NetworkSegment(0b411a64-7444-4714-b4dc-933aca8d21fa),segment_id=0b411a64-7444-4714-b4dc-933aca8d21fa)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:12.713419 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.735524 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Calling delete_port for 6620eda7-9ebb-4d94-9691-885715dd86b7 owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:12.742082 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Calling delete_port for 6620eda7-9ebb-4d94-9691-885715dd86b7 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:12.826508 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.850474 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Pushing event deleted for resources: {'Port': ['ID=6620eda7-9ebb-4d94-9691-885715dd86b7,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:12.859776 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] No DVR routers for this DVR port 6620eda7-9ebb-4d94-9691-885715dd86b7 on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:24:12.862487 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.862901 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.863240 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.863582 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.865452 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.865773 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.866093 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.866463 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.866779 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.867774 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.867774 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.867774 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.868082 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.868320 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.868626 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54ef10-9d23-418c-9e79-aee832baa460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:24:12.940121 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.940481 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (7ba77a53-085b-4d93-8f2b-a4a6dacd7381), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:12.940792 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Floating IP 7ba77a53-085b-4d93-8f2b-a4a6dacd7381 disassociated. External IP: 172.27.3.197, port: ccf76360-8f51-4f06-b33e-66623cd4e5d8. Jul 13 23:24:12.941131 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Calling delete_port for ccf76360-8f51-4f06-b33e-66623cd4e5d8 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:12.948729 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (6620eda7-9ebb-4d94-9691-885715dd86b7), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.011657 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6620eda7-9ebb-4d94-9691-885715dd86b7,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:13.013934 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] No DVR routers for this DVR port 6620eda7-9ebb-4d94-9691-885715dd86b7 on host dv-cinder-799871-29-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:24:13.111443 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (8ebb5208-058b-4fd3-9873-adc39e263480), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.143460 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebb5208-058b-4fd3-9873-adc39e263480']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:13.160404 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b411a64-7444-4714-b4dc-933aca8d21fa') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:13.160695 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b411a64-7444-4714-b4dc-933aca8d21fa') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:13.199771 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (0b411a64-7444-4714-b4dc-933aca8d21fa), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.223306 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (0b411a64-7444-4714-b4dc-933aca8d21fa), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.235195 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:13.237039 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:24:13.237484 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (0b411a64-7444-4714-b4dc-933aca8d21fa), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.242354 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:13.257055 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (ccf76360-8f51-4f06-b33e-66623cd4e5d8), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.259870 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 0b411a64-7444-4714-b4dc-933aca8d21fa resource provider aggregate not found Jul 13 23:24:13.303505 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 0b411a64-7444-4714-b4dc-933aca8d21fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b411a64-7444-4714-b4dc-933aca8d21fa found for delete ", "request_id": "req-3d33bdfa-8740-4996-9ead-41ecc7556aa4"}]} Jul 13 23:24:13.334645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event deleted for resources: {'Port': ['ID=ccf76360-8f51-4f06-b33e-66623cd4e5d8,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:13.492336 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aac24301-acbf-483a-a5e7-ee4dacb510f2 req-d980ba80-5c1e-417c-9848-e467fa7a205d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0376551 Jul 13 23:24:13.635997 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (8ebb5208-058b-4fd3-9873-adc39e263480), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.646282 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.649401 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8ebb5208-058b-4fd3-9873-adc39e263480 HTTP/1.1" status: 204 len: 168 time: 1.3239610 Jul 13 23:24:13.662310 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7948868-d339-4fc4-94b7-d80ab5c998f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ebb5208-058b-4fd3-9873-adc39e263480,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:13.741002 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:24:13.797618 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55810) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:13.850807 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-6be6990b-8e16-44d5-be0c-c3ef6e2b3598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.890984 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-985b9b0d-5b0a-4889-9abc-944a900abcc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc01ed4482c04899b1509a655c9c7e3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0921516 Jul 13 23:24:13.893492 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55812) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:13.916156 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:24:13.928012 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] Sync routers for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:24:13.939555 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:24:13.940109 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:24:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:13.980356 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] No DVR routers for this DVR port ccf76360-8f51-4f06-b33e-66623cd4e5d8 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:24:13.987258 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:13.990448 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4b87d71d-7871-4960-abf7-25e160b05787 req-1a82142a-2dad-4719-aea9-a73645a30e37 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "DELETE /v2.0/ports/ccf76360-8f51-4f06-b33e-66623cd4e5d8 HTTP/1.1" status: 204 len: 173 time: 1.6958110 Jul 13 23:24:13.990887 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'name': 'network-vif-deleted', 'tag': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:24:13.993226 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0479b3-db40-4d90-9f63-65f854853019" -d '{"events": [{"server_uuid": "7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e", "name": "network-vif-deleted", "tag": "ccf76360-8f51-4f06-b33e-66623cd4e5d8"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:24:14.000719 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50dec44f-7f84-48d6-aa72-6d882833fc09 admin admin] Publish callbacks [] for security_group (73143909-0882-43e1-8c2b-3175b83d7759), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:14.038188 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50dec44f-7f84-48d6-aa72-6d882833fc09 admin admin] Publish callbacks [] for security_group (73143909-0882-43e1-8c2b-3175b83d7759), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:14.053296 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc2756-b959-490f-a3c6-0bc289b30fbc x-openstack-request-id: req-42cc2756-b959-490f-a3c6-0bc289b30fbc {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:24:14.053524 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:14.053697 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e", "name": "network-vif-deleted", "tag": "ccf76360-8f51-4f06-b33e-66623cd4e5d8", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:24:14.053697 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42cc2756-b959-490f-a3c6-0bc289b30fbc {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:24:14.054304 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42cc2756-b959-490f-a3c6-0bc289b30fbc'] response: {'server_uuid': '7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e', 'name': 'network-vif-deleted', 'tag': 'ccf76360-8f51-4f06-b33e-66623cd4e5d8', 'status': 'completed', 'code': 200} Jul 13 23:24:14.062050 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:24:14.113894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50dec44f-7f84-48d6-aa72-6d882833fc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (73143909-0882-43e1-8c2b-3175b83d7759), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:14.119236 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50dec44f-7f84-48d6-aa72-6d882833fc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:14.121327 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-50dec44f-7f84-48d6-aa72-6d882833fc09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73143909-0882-43e1-8c2b-3175b83d7759 HTTP/1.1" status: 204 len: 168 time: 0.2266839 Jul 13 23:24:14.138990 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dec44f-7f84-48d6-aa72-6d882833fc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73143909-0882-43e1-8c2b-3175b83d7759,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:14.346803 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:14.422826 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:14.450470 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] Checking router: ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:24:14.459370 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:24:14.460016 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:24:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:14.563442 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 6620eda7-9ebb-4d94-9691-885715dd86b7 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:24:14.631162 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 6620eda7-9ebb-4d94-9691-885715dd86b7 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:24:14.631502 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 6620eda7-9ebb-4d94-9691-885715dd86b7 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:24:14.635606 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:14.662634 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-356d97cf-13c0-4767-bd3e-9ce4dae23b37 req-5d468a82-41ed-4d99-9482-4d249a55b947 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3c51a6-5fa9-4818-894d-6d08c8fbcf5e HTTP/1.1" status: 200 len: 210 time: 0.0478435 Jul 13 23:24:14.668522 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:24:14.876973 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:14.907633 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6153348-9054-4217-ae9d-7380bdf05762 None None] The sync data for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi is: [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:24:15.157340 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeca7aec-f6ee-4e72-babf-298c07c8fede None None] New status for floating IP 7ba77a53-085b-4d93-8f2b-a4a6dacd7381: DOWN {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:24:15.752448 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55856) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:15.809789 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c875e832-ae57-46b2-9ceb-c2e232d98bd8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (d737c3a0-c385-49c2-aa60-616d57902a94), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:15.833084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c875e832-ae57-46b2-9ceb-c2e232d98bd8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (d737c3a0-c385-49c2-aa60-616d57902a94), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:15.879551 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c875e832-ae57-46b2-9ceb-c2e232d98bd8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (d737c3a0-c385-49c2-aa60-616d57902a94), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:15.882127 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c875e832-ae57-46b2-9ceb-c2e232d98bd8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:15.883306 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c875e832-ae57-46b2-9ceb-c2e232d98bd8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "DELETE /v2.0/security-groups/d737c3a0-c385-49c2-aa60-616d57902a94 HTTP/1.1" status: 204 len: 168 time: 0.1298919 Jul 13 23:24:15.886753 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55858) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:15.893406 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875e832-ae57-46b2-9ceb-c2e232d98bd8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d737c3a0-c385-49c2-aa60-616d57902a94,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:15.908254 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.api.v2.resource [None req-cf5a12f4-e83c-455c-99ff-b3bfdd04162a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] show failed (client error): The resource could not be found. Jul 13 23:24:15.909285 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-cf5a12f4-e83c-455c-99ff-b3bfdd04162a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups/d737c3a0-c385-49c2-aa60-616d57902a94 HTTP/1.1" status: 404 len: 347 time: 0.0215373 Jul 13 23:24:15.912281 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55860) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:16.026299 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Deleting port 75428e4a-c3c6-464f-b06a-99d1bf5f23f6 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:24:16.026538 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (75428e4a-c3c6-464f-b06a-99d1bf5f23f6), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.109972 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (75428e4a-c3c6-464f-b06a-99d1bf5f23f6), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.110283 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (75428e4a-c3c6-464f-b06a-99d1bf5f23f6), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.124512 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Calling delete_port for 75428e4a-c3c6-464f-b06a-99d1bf5f23f6 owned by network:floatingip {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:24:16.220946 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device ccf76360-8f51-4f06-b33e-66623cd4e5d8 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:24:16.241448 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: ccf76360-8f51-4f06-b33e-66623cd4e5d8 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:24:16.241801 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device ccf76360-8f51-4f06-b33e-66623cd4e5d8 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:24:16.250058 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:16.259468 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:16.264266 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (75428e4a-c3c6-464f-b06a-99d1bf5f23f6), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.290539 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event deleted for resources: {'Port': ['ID=75428e4a-c3c6-464f-b06a-99d1bf5f23f6,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:16.353219 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (7ba77a53-085b-4d93-8f2b-a4a6dacd7381), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.356643 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.360917 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-5bfef0d0-9ebb-4bf4-95f3-8cba9bfed585 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "DELETE /v2.0/floatingips/7ba77a53-085b-4d93-8f2b-a4a6dacd7381 HTTP/1.1" status: 204 len: 168 time: 0.4446011 Jul 13 23:24:16.442549 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 55864) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:16.447096 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-2bddef14-6c6a-46f7-bd7d-178062d7c4a5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815266869', 'description': 'tempest-description--1721993457'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:24:16.468492 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2bddef14-6c6a-46f7-bd7d-178062d7c4a5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.505695 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.543166 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2bddef14-6c6a-46f7-bd7d-178062d7c4a5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (30cf76e7-bd16-459f-a209-4f83d6fd3aa9), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.546983 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2bddef14-6c6a-46f7-bd7d-178062d7c4a5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (30cf76e7-bd16-459f-a209-4f83d6fd3aa9), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.578582 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2bddef14-6c6a-46f7-bd7d-178062d7c4a5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.579813 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-2bddef14-6c6a-46f7-bd7d-178062d7c4a5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1362100 Jul 13 23:24:16.581760 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddef14-6c6a-46f7-bd7d-178062d7c4a5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cf76e7-bd16-459f-a209-4f83d6fd3aa9,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:16.582803 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55866) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:16.587457 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-4429119a-4501-4656-b76c-cc4638eae3f8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'security_group_rule': {'security_group_id': '30cf76e7-bd16-459f-a209-4f83d6fd3aa9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:24:16.614533 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4429119a-4501-4656-b76c-cc4638eae3f8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (4b794253-653f-48b5-9f76-4dd442cf3e15), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.677497 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4429119a-4501-4656-b76c-cc4638eae3f8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (4b794253-653f-48b5-9f76-4dd442cf3e15), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.682707 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4429119a-4501-4656-b76c-cc4638eae3f8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (4b794253-653f-48b5-9f76-4dd442cf3e15), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.688505 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.703883 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429119a-4501-4656-b76c-cc4638eae3f8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b794253-653f-48b5-9f76-4dd442cf3e15,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:16.714430 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4429119a-4501-4656-b76c-cc4638eae3f8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.715721 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4429119a-4501-4656-b76c-cc4638eae3f8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318798 Jul 13 23:24:16.718311 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55876) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:16.722613 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-6dba2afe-23fd-4590-ac26-a9bf40608b76 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'security_group_rule': {'security_group_id': '30cf76e7-bd16-459f-a209-4f83d6fd3aa9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:24:16.749844 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6dba2afe-23fd-4590-ac26-a9bf40608b76 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (e7d787ee-9f5b-49b4-a11a-ba1b74e5e03f), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.809163 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6dba2afe-23fd-4590-ac26-a9bf40608b76 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (e7d787ee-9f5b-49b4-a11a-ba1b74e5e03f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.813328 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6dba2afe-23fd-4590-ac26-a9bf40608b76 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (e7d787ee-9f5b-49b4-a11a-ba1b74e5e03f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.836870 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba2afe-23fd-4590-ac26-a9bf40608b76 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d787ee-9f5b-49b4-a11a-ba1b74e5e03f,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:16.846931 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6dba2afe-23fd-4590-ac26-a9bf40608b76 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.846931 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6dba2afe-23fd-4590-ac26-a9bf40608b76 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255584 Jul 13 23:24:16.847865 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55880) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:16.852769 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:24:16.877758 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:16.963211 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:17.008590 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:17.070731 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Allocated IP 172.27.3.165 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/07e36c9b-c660-4b58-96ab-f365479e50af) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:24:17.143430 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:17.179701 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for port (07e36c9b-c660-4b58-96ab-f365479e50af), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:17.215464 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (07e36c9b-c660-4b58-96ab-f365479e50af), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:17.258706 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:24:17.264062 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:24:17.266214 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'Port': ['ID=07e36c9b-c660-4b58-96ab-f365479e50af,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:17.268431 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:24:17.358909 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (1cb956d3-e432-4b96-919d-408bb1d6ecfe), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:17.397217 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (07e36c9b-c660-4b58-96ab-f365479e50af), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:17.548688 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for port (07e36c9b-c660-4b58-96ab-f365479e50af), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:17.553154 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13859514'] for port (07e36c9b-c660-4b58-96ab-f365479e50af), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:17.618983 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'Port': ['ID=07e36c9b-c660-4b58-96ab-f365479e50af,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:17.631236 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (1cb956d3-e432-4b96-919d-408bb1d6ecfe), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:17.646673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:17.647913 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6c5d7cec-d592-4fb7-ad28-602182ebc8bf tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7989361 Jul 13 23:24:17.814917 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:17.845611 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-1702f11a-fdec-40ac-bda9-d2250e0be4a9 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1815266869&fields=id&tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8 HTTP/1.1" status: 200 len: 267 time: 0.0472419 Jul 13 23:24:17.954568 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e434b7-c4a6-40c8-af23-277b27407954 req-a859d5c3-9a81-4833-98e1-f50c376ffd94 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:17.956070 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-a859d5c3-9a81-4833-98e1-f50c376ffd94 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 811 time: 0.1039615 Jul 13 23:24:17.970206 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-88495218-a6bf-4cac-99ba-dddf6941a8f3 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/quotas/1ce9fb9212ee408089fd63fb9e9e1de8 HTTP/1.1" status: 200 len: 375 time: 0.0088136 Jul 13 23:24:18.019970 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-d56b4fb1-ef2d-4a58-af7b-552864d9f1db tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450103 Jul 13 23:24:18.118121 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-6780b76e-a3ab-45ee-ae5a-629cd5ab721b service neutron] 10.222.0.60 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867033 Jul 13 23:24:18.175597 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:18.209923 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-1d8c8196-091f-4a0e-9001-9afed1a9a7cb service neutron] 10.222.0.60 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855141 Jul 13 23:24:18.373606 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cba7063c-1f6e-48fe-b7c7-dd76abb08bfc req-1026bd11-d9d7-4eb4-a2c5-7d4a29ffc6d6 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 210 time: 0.0345998 Jul 13 23:24:19.475156 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-68c2bc05-ad95-4d2c-a6a2-e44cd66af51c req-8b843eac-a5b7-46d5-ace0-46245908ec57 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 210 time: 0.0302410 Jul 13 23:24:20.574526 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-10a7d39b-dfc9-4632-a1af-57e4771cffc0 req-785851fc-53ce-47a7-b52f-1754f4974b07 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 210 time: 0.0274041 Jul 13 23:24:21.283860 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e434b7-c4a6-40c8-af23-277b27407954 req-521d9438-1723-4ef1-abbf-9f2649dc7851 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:21.285300 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-521d9438-1723-4ef1-abbf-9f2649dc7851 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 811 time: 0.1082020 Jul 13 23:24:21.347628 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-dafdbaa0-3750-4bc7-8a96-9eb9c5f8d03e tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8 HTTP/1.1" status: 200 len: 380 time: 0.0533335 Jul 13 23:24:21.356600 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'port': {'device_id': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'admin_state_up': True, 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'security_groups': ['30cf76e7-bd16-459f-a209-4f83d6fd3aa9']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:24:21.469096 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Made reservation on behalf of 1ce9fb9212ee408089fd63fb9e9e1de8 for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:24:21.472609 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:21.606100 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Allocated IP 172.20.0.11 (c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac/dc24c837-6f7d-425f-9a8a-c1039c02421c/67d31e67-7a4e-430f-9ced-0065a898cb01) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:24:21.672878 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-94cb654b-4d2e-4785-97db-de06fd2c7833 req-c5a1823d-b4fc-4e64-b447-6b1ced0a824d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 210 time: 0.0287788 Jul 13 23:24:21.746307 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:21.748731 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:21.752252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:21.774422 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:21.783450 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:21.828703 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:24:21.833897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:24:21.837729 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:24:21.844224 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event updated for resources: {'Port': ['ID=67d31e67-7a4e-430f-9ced-0065a898cb01,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:21.891151 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:21.892357 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:21.909754 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-115fc355-372c-4ae6-b05f-f0e528aabd4a tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576692 Jul 13 23:24:21.922212 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Request body: {'port': {'device_id': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:24:21.984831 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:22.064286 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-d1ea8ec4-09f1-466a-b3d0-4feb57e21b76 None None] Provisioning complete for port 67d31e67-7a4e-430f-9ced-0065a898cb01 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:24:22.064652 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-d1ea8ec4-09f1-466a-b3d0-4feb57e21b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:22.100064 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea8ec4-09f1-466a-b3d0-4feb57e21b76 None None] Port 67d31e67-7a4e-430f-9ced-0065a898cb01 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:24:22.253947 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d31e67-7a4e-430f-9ced-0065a898cb01 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:24:22.262483 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Publish callbacks [] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:22.276134 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Transition to ACTIVE for port object 67d31e67-7a4e-430f-9ced-0065a898cb01 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:24:22.279707 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:22.329123 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Pushing event updated for resources: {'Port': ['ID=67d31e67-7a4e-430f-9ced-0065a898cb01,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:22.407897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Attempting to bind port 67d31e67-7a4e-430f-9ced-0065a898cb01 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:24:22.408232 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Attempting to bind port 67d31e67-7a4e-430f-9ced-0065a898cb01 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:24:22.408561 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Attempting to bind port 67d31e67-7a4e-430f-9ced-0065a898cb01 on network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:24:22.413566 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Port 67d31e67-7a4e-430f-9ced-0065a898cb01 on network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:24:22.413888 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Attempting to bind port 67d31e67-7a4e-430f-9ced-0065a898cb01 on network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:24:22.419372 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:24:22.419739 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Checking segment: {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:24:22.420170 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Bound using segment: {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:24:22.420550 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Bound port: 67d31e67-7a4e-430f-9ced-0065a898cb01, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0917bf-595b-4b33-93b6-2d4aa7490195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:24:22.420910 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:22.487558 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] For port 67d31e67-7a4e-430f-9ced-0065a898cb01, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:24:22.491417 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] For port 67d31e67-7a4e-430f-9ced-0065a898cb01, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=67d31e67-7a4e-430f-9ced-0065a898cb01,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:24:22.498659 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:22.537731 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:22.538278 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:22.539882 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] 10.222.0.58 "PUT /v2.0/ports/67d31e67-7a4e-430f-9ced-0065a898cb01 HTTP/1.1" status: 200 len: 1094 time: 0.6223619 Jul 13 23:24:22.540329 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'tag': '67d31e67-7a4e-430f-9ced-0065a898cb01'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:24:22.542867 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941628f5-ac0b-4cf9-a1dd-e95d35141298" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8d16cc-e2c7-47e6-a824-a42bceba6d9b", "tag": "67d31e67-7a4e-430f-9ced-0065a898cb01"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:24:22.547336 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:22.574223 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5dea6-1b2c-46ed-b292-11ba5ccaba09 service neutron] Pushing event updated for resources: {'Port': ['ID=67d31e67-7a4e-430f-9ced-0065a898cb01,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:22.599846 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba234b4-ea81-4690-ae7e-54bd0a3d88c4 x-openstack-request-id: req-dba234b4-ea81-4690-ae7e-54bd0a3d88c4 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:24:22.600135 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8d16cc-e2c7-47e6-a824-a42bceba6d9b", "tag": "67d31e67-7a4e-430f-9ced-0065a898cb01", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:24:22.600433 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dba234b4-ea81-4690-ae7e-54bd0a3d88c4 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:24:22.600842 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba234b4-ea81-4690-ae7e-54bd0a3d88c4'] response: {'name': 'network-changed', 'server_uuid': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'tag': '67d31e67-7a4e-430f-9ced-0065a898cb01', 'status': 'completed', 'code': 200} Jul 13 23:24:22.619109 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:22.632149 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e434b7-c4a6-40c8-af23-277b27407954 req-25fc4681-3fd5-4b48-be2e-e65db5471c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:22.633683 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-25fc4681-3fd5-4b48-be2e-e65db5471c6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 1128 time: 0.0514269 Jul 13 23:24:22.678607 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-99c4b318-e438-4dd6-bb72-050ae59aba8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d31e67-7a4e-430f-9ced-0065a898cb01 HTTP/1.1" status: 200 len: 217 time: 0.0373065 Jul 13 23:24:22.745172 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e434b7-c4a6-40c8-af23-277b27407954 req-b503739a-db2e-4881-8906-87349e195dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:22.746614 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-b503739a-db2e-4881-8906-87349e195dc8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc24c837-6f7d-425f-9a8a-c1039c02421c HTTP/1.1" status: 200 len: 850 time: 0.0628061 Jul 13 23:24:22.789535 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e434b7-c4a6-40c8-af23-277b27407954 req-2e84744d-39ca-4d5f-a6a4-ead9b20a9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:22.791020 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-2e84744d-39ca-4d5f-a6a4-ead9b20a9752 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384848 Jul 13 23:24:22.791141 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420c183-38d9-4200-ab8e-6c22109d189d req-76820fd0-5c8d-4a89-942e-2df104f6a1ed tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:22.792862 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2420c183-38d9-4200-ab8e-6c22109d189d req-76820fd0-5c8d-4a89-942e-2df104f6a1ed tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 944 time: 0.0511503 Jul 13 23:24:22.840999 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2420c183-38d9-4200-ab8e-6c22109d189d req-b7d09bf8-c13f-40c7-bdb4-4a3d9bccc4a5 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Jul 13 23:24:22.891065 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-d771182a-f689-43b1-b26d-49426f1ce3f2 service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928788 Jul 13 23:24:22.981042 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-81e434b7-c4a6-40c8-af23-277b27407954 req-0f675200-573b-4a30-a08d-07a7a4b6c70f service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842223 Jul 13 23:24:23.963323 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46135164-9133-4667-8613-74b086bcc4f4 req-1716fcf7-ec3c-4452-a4a1-5560537e2c7b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:23.964875 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-46135164-9133-4667-8613-74b086bcc4f4 req-1716fcf7-ec3c-4452-a4a1-5560537e2c7b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 944 time: 0.0510921 Jul 13 23:24:24.016835 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-46135164-9133-4667-8613-74b086bcc4f4 req-35376c0f-0b7d-4be1-abd6-827b8f221d9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462785 Jul 13 23:24:24.921151 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 55994) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:25.040571 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4a955d3e-271d-4b5d-a006-4b849e8c2dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:25.162193 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b1747-8a36-44d4-9a3f-ab2672ac064f req-98c83536-2464-4bcc-b9c6-d7ea65a63044 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:25.163694 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d19b1747-8a36-44d4-9a3f-ab2672ac064f req-98c83536-2464-4bcc-b9c6-d7ea65a63044 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 944 time: 0.0687625 Jul 13 23:24:25.175994 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4a955d3e-271d-4b5d-a006-4b849e8c2dbb admin admin] Publish callbacks [] for security_group (13c83aae-096d-4d65-90d9-68ad4dcbf182), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:25.190559 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4a955d3e-271d-4b5d-a006-4b849e8c2dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (13c83aae-096d-4d65-90d9-68ad4dcbf182), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:25.237273 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:25.239055 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:25.256353 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a955d3e-271d-4b5d-a006-4b849e8c2dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c83aae-096d-4d65-90d9-68ad4dcbf182,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:25.262242 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4a955d3e-271d-4b5d-a006-4b849e8c2dbb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=333ace0873e1456fa3aa63c213ec3b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400056 Jul 13 23:24:25.265049 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 56000) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:25.268026 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d19b1747-8a36-44d4-9a3f-ab2672ac064f req-f99a7565-0c81-4e19-915a-dd647e91ddd8 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979655 Jul 13 23:24:25.324018 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d8039a6b-2369-4da2-916d-33de030b2d6b admin admin] Publish callbacks [] for security_group (13c83aae-096d-4d65-90d9-68ad4dcbf182), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:25.346258 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d8039a6b-2369-4da2-916d-33de030b2d6b admin admin] Publish callbacks [] for security_group (13c83aae-096d-4d65-90d9-68ad4dcbf182), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:25.395849 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d8039a6b-2369-4da2-916d-33de030b2d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (13c83aae-096d-4d65-90d9-68ad4dcbf182), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:25.398378 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d8039a6b-2369-4da2-916d-33de030b2d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:25.399553 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d8039a6b-2369-4da2-916d-33de030b2d6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13c83aae-096d-4d65-90d9-68ad4dcbf182 HTTP/1.1" status: 204 len: 168 time: 0.1332445 Jul 13 23:24:25.409462 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8039a6b-2369-4da2-916d-33de030b2d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c83aae-096d-4d65-90d9-68ad4dcbf182,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:25.691426 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-8b38b673-35d4-497f-b4df-6e07a914a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:25.693170 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-8b38b673-35d4-497f-b4df-6e07a914a321 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 1128 time: 0.0413034 Jul 13 23:24:25.792884 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-ef004c56-4481-4188-9a19-1e20654506c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:25.794379 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-ef004c56-4481-4188-9a19-1e20654506c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 912 time: 0.0954514 Jul 13 23:24:25.833857 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-2d6697fe-d49a-4235-b9c9-da6c5c80189c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d31e67-7a4e-430f-9ced-0065a898cb01 HTTP/1.1" status: 200 len: 217 time: 0.0333390 Jul 13 23:24:25.883948 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-0a8066dd-8e35-4320-b967-46b901a85907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:25.885967 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-0a8066dd-8e35-4320-b967-46b901a85907 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc24c837-6f7d-425f-9a8a-c1039c02421c HTTP/1.1" status: 200 len: 850 time: 0.0465777 Jul 13 23:24:25.947190 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-292a02d1-7035-4856-b6fe-7ad8432dee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:25.950309 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-292a02d1-7035-4856-b6fe-7ad8432dee91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528028 Jul 13 23:24:25.969525 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:24:26.056709 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-408b305b-d7e0-4b2f-85b3-759fbd2e2920 service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014242 Jul 13 23:24:26.159367 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-941628f5-ac0b-4cf9-a1dd-e95d35141298 req-17960d01-8beb-4d69-8673-2885fb76515c service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956199 Jul 13 23:24:26.251556 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 67d31e67-7a4e-430f-9ced-0065a898cb01 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:24:26.362412 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 67d31e67-7a4e-430f-9ced-0065a898cb01, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=67d31e67-7a4e-430f-9ced-0065a898cb01,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:26.377601 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '67d31e67-7a4e-430f-9ced-0065a898cb01', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'port_id': '67d31e67-7a4e-430f-9ced-0065a898cb01', 'mac_address': 'fa:16:3e:33:3f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:24:26.379088 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:26.409321 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab31c56-9aa0-4cb6-b717-6d1759c1c299 req-2b2c4120-c8c5-4ee6-944c-86ba97adf719 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:26.416626 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ab31c56-9aa0-4cb6-b717-6d1759c1c299 req-2b2c4120-c8c5-4ee6-944c-86ba97adf719 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 944 time: 0.0659897 Jul 13 23:24:26.423604 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:26.423849 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 67d31e67-7a4e-430f-9ced-0065a898cb01 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:24:26.424163 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:26.441917 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d31e67-7a4e-430f-9ced-0065a898cb01 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:24:26.465649 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 67d31e67-7a4e-430f-9ced-0065a898cb01, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=67d31e67-7a4e-430f-9ced-0065a898cb01,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:26.471556 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:26.474460 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ab31c56-9aa0-4cb6-b717-6d1759c1c299 req-a5d55906-e93d-42fb-ad3f-d567c0669b07 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560961 Jul 13 23:24:26.527868 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=67d31e67-7a4e-430f-9ced-0065a898cb01,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:26.852466 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['67d31e67-7a4e-430f-9ced-0065a898cb01'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:24:26.899141 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:27.652575 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80732b0-b7ca-4f4e-a969-9fbf2e19359d req-af38f46d-9a6a-4a87-82d8-c20e5c52ad4c tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:27.654584 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f80732b0-b7ca-4f4e-a969-9fbf2e19359d req-af38f46d-9a6a-4a87-82d8-c20e5c52ad4c tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 945 time: 0.0735118 Jul 13 23:24:27.724962 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f80732b0-b7ca-4f4e-a969-9fbf2e19359d req-8a9d2b30-ddb7-4809-904c-e1c0151635ba tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609267 Jul 13 23:24:28.264022 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 67d31e67-7a4e-430f-9ced-0065a898cb01 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:24:28.309635 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 67d31e67-7a4e-430f-9ced-0065a898cb01 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:24:28.315960 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 67d31e67-7a4e-430f-9ced-0065a898cb01 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:24:28.316329 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:28.403935 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 67d31e67-7a4e-430f-9ced-0065a898cb01 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:24:28.404320 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:28.434357 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d31e67-7a4e-430f-9ced-0065a898cb01'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:24:28.436678 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2590d2-bf7d-43d2-81fa-1ce9a9260037" -d '{"events": [{"server_uuid": "ff8d16cc-e2c7-47e6-a824-a42bceba6d9b", "name": "network-vif-plugged", "status": "completed", "tag": "67d31e67-7a4e-430f-9ced-0065a898cb01"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:24:28.455042 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 67d31e67-7a4e-430f-9ced-0065a898cb01, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=67d31e67-7a4e-430f-9ced-0065a898cb01,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:24:28.461109 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:28.496464 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8291fe36-30c1-4168-9fb6-821b2bf539db x-openstack-request-id: req-8291fe36-30c1-4168-9fb6-821b2bf539db {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:24:28.496821 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8d16cc-e2c7-47e6-a824-a42bceba6d9b", "name": "network-vif-plugged", "status": "completed", "tag": "67d31e67-7a4e-430f-9ced-0065a898cb01", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:24:28.496984 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8291fe36-30c1-4168-9fb6-821b2bf539db {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:24:28.497369 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8291fe36-30c1-4168-9fb6-821b2bf539db'] response: {'server_uuid': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d31e67-7a4e-430f-9ced-0065a898cb01', 'code': 200} Jul 13 23:24:28.539488 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=67d31e67-7a4e-430f-9ced-0065a898cb01,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:28.674194 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75047d7a-d209-4d30-81b6-51c6efcea71d req-f38ad9cd-05a1-4c44-84f1-9b96ced92f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:28.675743 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-75047d7a-d209-4d30-81b6-51c6efcea71d req-f38ad9cd-05a1-4c44-84f1-9b96ced92f9d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 1130 time: 0.0470638 Jul 13 23:24:28.693813 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:28.703801 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:28.729856 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-75047d7a-d209-4d30-81b6-51c6efcea71d req-f426a44f-2b24-44a5-bb6e-2c00829eb7cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485668 Jul 13 23:24:28.855237 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971bac8-be3b-408b-8205-4d5480df36f7 req-ecc2dfe9-4eba-4ce0-8d19-20cbf6651663 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:28.857586 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2971bac8-be3b-408b-8205-4d5480df36f7 req-ecc2dfe9-4eba-4ce0-8d19-20cbf6651663 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.0540514 Jul 13 23:24:28.912522 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2971bac8-be3b-408b-8205-4d5480df36f7 req-6c7ff56b-133f-4128-b036-8efa83266115 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474012 Jul 13 23:24:30.055349 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4bad8-5efb-43d2-bd21-f74d4ec22d2b req-6151876d-bbe1-47b6-9e1f-53440b881506 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:30.057368 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23f4bad8-5efb-43d2-bd21-f74d4ec22d2b req-6151876d-bbe1-47b6-9e1f-53440b881506 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.0583549 Jul 13 23:24:30.106238 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23f4bad8-5efb-43d2-bd21-f74d4ec22d2b req-79c7e2d8-54e2-4a4e-af72-4cbd4f7ef973 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Jul 13 23:24:31.222201 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090b655-b793-4e9b-9468-757ea6b6649e req-52e73e4b-c53c-4777-8d58-ef590f36a770 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:31.223727 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4090b655-b793-4e9b-9468-757ea6b6649e req-52e73e4b-c53c-4777-8d58-ef590f36a770 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.0485115 Jul 13 23:24:31.242908 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:31.276177 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4090b655-b793-4e9b-9468-757ea6b6649e req-08229f76-ade9-4967-9b6a-f71169559a5d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462449 Jul 13 23:24:32.408192 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f7af-40f0-4a0d-8f02-449efc156cc7 req-f3af8f5e-9a98-448e-ba70-ed10fe90403b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:32.409748 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1a48f7af-40f0-4a0d-8f02-449efc156cc7 req-f3af8f5e-9a98-448e-ba70-ed10fe90403b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.0639453 Jul 13 23:24:32.463010 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1a48f7af-40f0-4a0d-8f02-449efc156cc7 req-d668bc64-7dc3-42b8-a338-65b64849f89d tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476959 Jul 13 23:24:33.594090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cfe95-ec7e-4d8d-9b4f-db5b7a8fd4b7 req-b403fac3-632f-4e1b-9272-57beef0878fe tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:33.595959 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df7cfe95-ec7e-4d8d-9b4f-db5b7a8fd4b7 req-b403fac3-632f-4e1b-9272-57beef0878fe tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.0549462 Jul 13 23:24:33.650337 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df7cfe95-ec7e-4d8d-9b4f-db5b7a8fd4b7 req-25299bec-2d96-4cd9-a836-2b3e5bc744fa tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 Jul 13 23:24:34.786872 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951fbf3-672b-495b-aeb3-7031646cf30e req-26dade84-9b25-4d09-8eca-b985cfd10dbe tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:34.788549 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7951fbf3-672b-495b-aeb3-7031646cf30e req-26dade84-9b25-4d09-8eca-b985cfd10dbe tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.0602338 Jul 13 23:24:34.850097 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7951fbf3-672b-495b-aeb3-7031646cf30e req-5ad77798-189c-4802-bd56-bad676cf7293 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515289 Jul 13 23:24:34.961857 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ad4dc-3b20-4ff9-b8d5-fbabd1699e70 req-8b0f3529-b43c-4ef4-a3e5-78608702d798 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:34.963845 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-727ad4dc-3b20-4ff9-b8d5-fbabd1699e70 req-8b0f3529-b43c-4ef4-a3e5-78608702d798 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.0497525 Jul 13 23:24:34.972308 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56102) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:34.976628 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-bc1515f5-381b-4fb3-bde9-37106add8f9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Request body: {'floatingip': {'port_id': '67d31e67-7a4e-430f-9ced-0065a898cb01'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:24:35.013990 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bc1515f5-381b-4fb3-bde9-37106add8f9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (1cb956d3-e432-4b96-919d-408bb1d6ecfe), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:35.361262 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:35.467916 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bc1515f5-381b-4fb3-bde9-37106add8f9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:35.471763 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bc1515f5-381b-4fb3-bde9-37106add8f9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (1cb956d3-e432-4b96-919d-408bb1d6ecfe), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:35.804909 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-bc1515f5-381b-4fb3-bde9-37106add8f9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Floating IP 1cb956d3-e432-4b96-919d-408bb1d6ecfe associated. External IP: 172.27.3.165, port: 67d31e67-7a4e-430f-9ced-0065a898cb01. Jul 13 23:24:35.962170 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:36.053681 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1515f5-381b-4fb3-bde9-37106add8f9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:24:36.164763 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1515f5-381b-4fb3-bde9-37106add8f9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:24:36.171099 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bc1515f5-381b-4fb3-bde9-37106add8f9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:36.176166 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] Sync routers for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:24:36.187003 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:24:36.187676 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:24:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:36.203059 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-bc1515f5-381b-4fb3-bde9-37106add8f9b tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "PUT /v2.0/floatingips/1cb956d3-e432-4b96-919d-408bb1d6ecfe HTTP/1.1" status: 200 len: 992 time: 1.2296576 Jul 13 23:24:36.203709 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'tag': '67d31e67-7a4e-430f-9ced-0065a898cb01'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:24:36.206292 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3604e89f-63ec-4ceb-8425-fd76fc77af96" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8d16cc-e2c7-47e6-a824-a42bceba6d9b", "tag": "67d31e67-7a4e-430f-9ced-0065a898cb01"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:24:36.245754 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e247132-6ff4-4965-b7d3-c1a45108681a x-openstack-request-id: req-9e247132-6ff4-4965-b7d3-c1a45108681a {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:24:36.246053 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8d16cc-e2c7-47e6-a824-a42bceba6d9b", "tag": "67d31e67-7a4e-430f-9ced-0065a898cb01", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:24:36.246295 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e247132-6ff4-4965-b7d3-c1a45108681a {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:24:36.246712 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e247132-6ff4-4965-b7d3-c1a45108681a'] response: {'name': 'network-changed', 'server_uuid': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'tag': '67d31e67-7a4e-430f-9ced-0065a898cb01', 'status': 'completed', 'code': 200} Jul 13 23:24:36.299812 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:24:36.317931 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-66cf0695-97be-4cb0-b5e4-40a8dd899428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:36.319448 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-66cf0695-97be-4cb0-b5e4-40a8dd899428 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 1130 time: 0.0441334 Jul 13 23:24:36.419338 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-471e6e86-fb48-459b-8bf0-dd1c423038cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:36.420757 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-471e6e86-fb48-459b-8bf0-dd1c423038cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 200 len: 912 time: 0.0939925 Jul 13 23:24:36.490789 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-3e4958a6-ba0e-4b16-962b-b6d0e3451988 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d31e67-7a4e-430f-9ced-0065a898cb01 HTTP/1.1" status: 200 len: 1000 time: 0.0641057 Jul 13 23:24:36.550533 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-cc425dbf-1d19-449d-b026-d6c8a0157db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:36.552436 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-cc425dbf-1d19-449d-b026-d6c8a0157db6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc24c837-6f7d-425f-9a8a-c1039c02421c HTTP/1.1" status: 200 len: 850 time: 0.0557151 Jul 13 23:24:36.598953 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-8394dcab-7654-4872-9957-6b2a550c3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:36.600504 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-8394dcab-7654-4872-9957-6b2a550c3364 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422213 Jul 13 23:24:36.654065 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:36.658303 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '1cb956d3-e432-4b96-919d-408bb1d6ecfe', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'port_id': '67d31e67-7a4e-430f-9ced-0065a898cb01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'mac_address': 'fa:16:3e:33:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:24:17Z', 'updated_at': '2022-07-13T23:24:35Z', 'revision_number': 1, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:36.686139 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] Checking router: ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:24:36.695226 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:24:36.695888 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:24:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:36.705276 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-c44e1567-5460-4bff-8890-032052dab2ef service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985491 Jul 13 23:24:36.801615 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3604e89f-63ec-4ceb-8425-fd76fc77af96 req-086ef6b9-9b24-4c2c-813f-bd5149134123 service neutron] 10.222.0.58 "GET /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900285 Jul 13 23:24:36.801955 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:24:36.837957 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:37.040164 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '1cb956d3-e432-4b96-919d-408bb1d6ecfe', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'port_id': '67d31e67-7a4e-430f-9ced-0065a898cb01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'mac_address': 'fa:16:3e:33:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:24:17Z', 'updated_at': '2022-07-13T23:24:35Z', 'revision_number': 1, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:24:37.071994 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8289b5-d21b-462f-b318-38bd8dfb1719 None None] The sync data for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi is: [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '1cb956d3-e432-4b96-919d-408bb1d6ecfe', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'port_id': '67d31e67-7a4e-430f-9ced-0065a898cb01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'mac_address': 'fa:16:3e:33:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:24:17Z', 'updated_at': '2022-07-13T23:24:35Z', 'revision_number': 1, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:24:37.316037 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9cb598-7925-44f9-bff3-1f6e38d7000c None None] New status for floating IP 1cb956d3-e432-4b96-919d-408bb1d6ecfe: ACTIVE {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:24:37.487161 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56122) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:37.627166 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54ccab81-1070-45f5-837a-28d9fb3b133a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:37.713835 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54ccab81-1070-45f5-837a-28d9fb3b133a admin admin] Publish callbacks [] for security_group (4c0d55b5-135a-4aa2-90f4-afce9eeea633), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:37.718669 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54ccab81-1070-45f5-837a-28d9fb3b133a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (4c0d55b5-135a-4aa2-90f4-afce9eeea633), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:37.760574 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-54ccab81-1070-45f5-837a-28d9fb3b133a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e6275b350cc4f939fba7eb6bf765dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718534 Jul 13 23:24:37.761340 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccab81-1070-45f5-837a-28d9fb3b133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0d55b5-135a-4aa2-90f4-afce9eeea633,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:37.763716 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56126) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:37.816455 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8a6452fa-4b3b-4514-bcbb-43d565fe622f admin admin] Publish callbacks [] for security_group (4c0d55b5-135a-4aa2-90f4-afce9eeea633), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:37.840026 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8a6452fa-4b3b-4514-bcbb-43d565fe622f admin admin] Publish callbacks [] for security_group (4c0d55b5-135a-4aa2-90f4-afce9eeea633), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:37.841601 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:37.889275 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8a6452fa-4b3b-4514-bcbb-43d565fe622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (4c0d55b5-135a-4aa2-90f4-afce9eeea633), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:37.891893 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8a6452fa-4b3b-4514-bcbb-43d565fe622f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:37.893057 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8a6452fa-4b3b-4514-bcbb-43d565fe622f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c0d55b5-135a-4aa2-90f4-afce9eeea633 HTTP/1.1" status: 204 len: 168 time: 0.1284425 Jul 13 23:24:37.903198 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6452fa-4b3b-4514-bcbb-43d565fe622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0d55b5-135a-4aa2-90f4-afce9eeea633,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:38.207176 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56136) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:38.224648 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b1aea527-dd7d-4f18-ab41-90459d6528c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:38.311257 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b1aea527-dd7d-4f18-ab41-90459d6528c6 admin admin] Publish callbacks [] for security_group (4fe401cc-9497-4431-8868-bdda0c2313c3), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:38.315038 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b1aea527-dd7d-4f18-ab41-90459d6528c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (4fe401cc-9497-4431-8868-bdda0c2313c3), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:38.356458 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b1aea527-dd7d-4f18-ab41-90459d6528c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15beef36ea194a5e889f91d4478fcf24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480055 Jul 13 23:24:38.357192 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aea527-dd7d-4f18-ab41-90459d6528c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe401cc-9497-4431-8868-bdda0c2313c3,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:38.361326 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 56138) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:24:38.420118 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-13387f2d-a18a-4508-9c02-82fb6a9c08e4 admin admin] Publish callbacks [] for security_group (4fe401cc-9497-4431-8868-bdda0c2313c3), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:38.442386 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-13387f2d-a18a-4508-9c02-82fb6a9c08e4 admin admin] Publish callbacks [] for security_group (4fe401cc-9497-4431-8868-bdda0c2313c3), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:38.493670 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-13387f2d-a18a-4508-9c02-82fb6a9c08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (4fe401cc-9497-4431-8868-bdda0c2313c3), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:38.496750 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-13387f2d-a18a-4508-9c02-82fb6a9c08e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:38.497903 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-13387f2d-a18a-4508-9c02-82fb6a9c08e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4fe401cc-9497-4431-8868-bdda0c2313c3 HTTP/1.1" status: 204 len: 168 time: 0.1355798 Jul 13 23:24:38.506654 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13387f2d-a18a-4508-9c02-82fb6a9c08e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe401cc-9497-4431-8868-bdda0c2313c3,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:40.858233 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4202e5ea-aca1-435f-8bc5-925c65f03144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:43.844791 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-dd87796b-8f5a-4f49-8475-2567fb35300b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:44.562110 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:46.508888 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:46.682684 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:47.459987 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:47.511761 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:48.347029 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=15,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:48.352104 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:48.480525 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:48.502133 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=67,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:51.252415 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-c1720081-24de-4385-9bdb-1fd6c65e522b tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970012274&fields=id&tenant_id=d631f17810f94dcc91dfcb28a4b17c9a HTTP/1.1" status: 200 len: 267 time: 0.0511215 Jul 13 23:24:51.370588 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-44d82906-1743-42c4-a0ae-94fb5aedfb07 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:51.372150 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-44d82906-1743-42c4-a0ae-94fb5aedfb07 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 812 time: 0.1130412 Jul 13 23:24:51.387652 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-b486ee4a-5769-4f0b-9e09-d78ebd9ed18f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/quotas/d631f17810f94dcc91dfcb28a4b17c9a HTTP/1.1" status: 200 len: 375 time: 0.0099747 Jul 13 23:24:51.440589 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-d73a082e-a88a-4e48-9eca-737963c7fa97 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475550 Jul 13 23:24:51.543905 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-955d72ae-8f77-4c89-bf91-1b18a6643437 service neutron] 10.222.0.60 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916276 Jul 13 23:24:51.641438 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-7bd2c651-73e0-44d9-af19-9e9f2b70274c service neutron] 10.222.0.60 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906019 Jul 13 23:24:51.788818 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:51.962645 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b842f7c3-7974-4ab2-828d-5abe5c1a11d4 req-b7aaf6bf-dc50-4953-8498-bfd631214065 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 210 time: 0.0328295 Jul 13 23:24:52.970718 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-15cc4ed3-f722-4afe-8aa9-512084bc423d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:52.972340 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-15cc4ed3-f722-4afe-8aa9-512084bc423d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 812 time: 0.1219258 Jul 13 23:24:53.050267 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-fab7a7cc-13ba-41f2-9362-4ef125bafd9e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d631f17810f94dcc91dfcb28a4b17c9a HTTP/1.1" status: 200 len: 380 time: 0.0685894 Jul 13 23:24:53.060213 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'port': {'device_id': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'admin_state_up': True, 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'security_groups': ['9a8d8032-bf78-40ee-848a-6841ec1d98a7']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:24:53.092430 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c1277d7b-9e3c-4e86-b880-b5b086804062 req-90aa9cbd-725d-4634-b1b4-c2ce710fdccc tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 210 time: 0.0470440 Jul 13 23:24:53.180075 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Made reservation on behalf of d631f17810f94dcc91dfcb28a4b17c9a for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:24:53.183681 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:53.329876 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Allocated IP 172.20.0.6 (1b8c451a-b62e-46b6-8a4a-30a9ccd26376/b512e374-4012-4069-9c97-d3152569ca25/fdbb940c-4402-4813-bcf4-955e6ba21827) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:24:53.485797 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:53.518401 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:53.567521 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:24:53.574218 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:24:53.578965 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:24:53.610603 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'Port': ['ID=fdbb940c-4402-4813-bcf4-955e6ba21827,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:53.647094 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:53.648120 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:53.671122 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-a569c702-12bc-4d8f-bf16-937a80f4bfe1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6154850 Jul 13 23:24:53.681669 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Request body: {'port': {'device_id': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:24:53.745561 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:53.752899 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:53.792479 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:53.867764 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-fc67c4af-42c2-47ad-a8ee-ae06ba09642f None None] Provisioning complete for port fdbb940c-4402-4813-bcf4-955e6ba21827 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:24:53.868791 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-fc67c4af-42c2-47ad-a8ee-ae06ba09642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:53.905013 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-fc67c4af-42c2-47ad-a8ee-ae06ba09642f None None] Port fdbb940c-4402-4813-bcf4-955e6ba21827 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:24:54.046929 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbb940c-4402-4813-bcf4-955e6ba21827 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:24:54.055236 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Publish callbacks [] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:54.069173 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Transition to ACTIVE for port object fdbb940c-4402-4813-bcf4-955e6ba21827 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:24:54.083079 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:54.137808 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbb940c-4402-4813-bcf4-955e6ba21827,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:54.230036 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Attempting to bind port fdbb940c-4402-4813-bcf4-955e6ba21827 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:24:54.230448 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Attempting to bind port fdbb940c-4402-4813-bcf4-955e6ba21827 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:24:54.230870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Attempting to bind port fdbb940c-4402-4813-bcf4-955e6ba21827 on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:24:54.236102 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Port fdbb940c-4402-4813-bcf4-955e6ba21827 on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:24:54.236483 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Attempting to bind port fdbb940c-4402-4813-bcf4-955e6ba21827 on network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:24:54.239736 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2f1f-d868-431e-a356-60307a00180b req-5c8d95a3-dd6e-4ea0-9903-9e5d25296290 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:54.241388 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-746a2f1f-d868-431e-a356-60307a00180b req-5c8d95a3-dd6e-4ea0-9903-9e5d25296290 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0652516 Jul 13 23:24:54.243057 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:24:54.243395 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Checking segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:24:54.243808 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Bound using segment: {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:24:54.244236 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Bound port: fdbb940c-4402-4813-bcf4-955e6ba21827, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4689a379-d7b8-4364-ba8c-12640a96dfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:24:54.244596 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:54.308626 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-746a2f1f-d868-431e-a356-60307a00180b req-b765417a-3fc6-4e00-9e28-57df24cd34d9 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546291 Jul 13 23:24:54.317843 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] For port fdbb940c-4402-4813-bcf4-955e6ba21827, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:24:54.321818 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] For port fdbb940c-4402-4813-bcf4-955e6ba21827, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fdbb940c-4402-4813-bcf4-955e6ba21827,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:24:54.330958 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:54.370879 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:54.371504 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:24:54.372916 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] 10.222.0.58 "PUT /v2.0/ports/fdbb940c-4402-4813-bcf4-955e6ba21827 HTTP/1.1" status: 200 len: 1093 time: 0.6957209 Jul 13 23:24:54.373356 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:24:54.375611 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:24:54.399000 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0adafc-858c-4b66-9ff7-de9c0a7c4438 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbb940c-4402-4813-bcf4-955e6ba21827,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:24:54.457423 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743de103-ec55-4974-91d4-b56ebbba5da0 x-openstack-request-id: req-743de103-ec55-4974-91d4-b56ebbba5da0 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:24:54.457922 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:24:54.458056 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-743de103-ec55-4974-91d4-b56ebbba5da0 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:24:54.458351 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743de103-ec55-4974-91d4-b56ebbba5da0'] response: {'name': 'network-changed', 'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'status': 'completed', 'code': 200} Jul 13 23:24:54.470877 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-ab352029-334c-457a-bc09-f85d360e805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:54.472442 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-ab352029-334c-457a-bc09-f85d360e805f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 1127 time: 0.0572820 Jul 13 23:24:54.521688 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-9cb8a753-5d4f-464f-9935-e8bf66006295 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdbb940c-4402-4813-bcf4-955e6ba21827 HTTP/1.1" status: 200 len: 217 time: 0.0425014 Jul 13 23:24:54.574952 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-d07b5c5f-0ef7-458e-8bac-1e680f584228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:54.576594 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-d07b5c5f-0ef7-458e-8bac-1e680f584228 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.0489061 Jul 13 23:24:54.626206 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-1460b164-8273-475f-9a22-5691b7d61c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:54.628563 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-1460b164-8273-475f-9a22-5691b7d61c52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428953 Jul 13 23:24:54.734875 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-d0f0dccd-acb4-4bf6-8d24-43bf8911c6f5 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007805 Jul 13 23:24:54.806919 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:54.836100 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-19c17a6d-8613-42fc-9d15-080b3153c5e1 req-f6634633-8d16-4c7f-97a8-9ca8a09351e4 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947723 Jul 13 23:24:55.428690 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26c1e1-ae7b-4e3d-8789-0ca86ada939e req-d5362eaf-5422-4e6e-bdfc-0d155b2231b6 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:55.430199 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9e26c1e1-ae7b-4e3d-8789-0ca86ada939e req-d5362eaf-5422-4e6e-bdfc-0d155b2231b6 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0492439 Jul 13 23:24:55.494001 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9e26c1e1-ae7b-4e3d-8789-0ca86ada939e req-9755371c-c032-412f-9b13-7e44f8ab371a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560238 Jul 13 23:24:56.277155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:24:56.286626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-e7dc1a31-3f25-4026-8386-0bb4e3dda009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:56.288148 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-e7dc1a31-3f25-4026-8386-0bb4e3dda009 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 1127 time: 0.0448892 Jul 13 23:24:56.378505 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-3d823197-f018-46e9-ac7a-ca0bc1f54544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:56.379984 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-3d823197-f018-46e9-ac7a-ca0bc1f54544 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 913 time: 0.0850337 Jul 13 23:24:56.426515 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-a546d710-e74e-41c3-81f4-65b9b03523a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdbb940c-4402-4813-bcf4-955e6ba21827 HTTP/1.1" status: 200 len: 217 time: 0.0366294 Jul 13 23:24:56.477595 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-cfcc9341-c9c4-456a-aa07-6d428af7ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:56.479019 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-cfcc9341-c9c4-456a-aa07-6d428af7ed93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.0435774 Jul 13 23:24:56.526895 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-18e4edc8-3a37-43e5-b28d-983e00df0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:56.529013 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-18e4edc8-3a37-43e5-b28d-983e00df0f6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397284 Jul 13 23:24:56.616861 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e3c3-371a-4fb9-98b5-b860c55474ba req-796a031a-8b4b-4796-9914-619f42fe91dc tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:56.619709 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e1b2e3c3-371a-4fb9-98b5-b860c55474ba req-796a031a-8b4b-4796-9914-619f42fe91dc tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0502691 Jul 13 23:24:56.676268 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e1b2e3c3-371a-4fb9-98b5-b860c55474ba req-a907857a-f368-49cf-a22e-9aa8d361e411 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508146 Jul 13 23:24:56.884553 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-735ba881-d4e1-4f80-b848-2e413a7c165c service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477640 Jul 13 23:24:56.978828 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4442b2f3-107c-4b4a-9fb5-a1ec9c1592a3 req-0181ac57-85b8-4651-80a1-92afb2bb44dc service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857241 Jul 13 23:24:57.789269 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cce05-d643-435a-a314-debb27f9de36 req-1ad55e89-13e3-456e-946c-24d623235eec tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:57.790776 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c59cce05-d643-435a-a314-debb27f9de36 req-1ad55e89-13e3-456e-946c-24d623235eec tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0476232 Jul 13 23:24:57.841655 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c59cce05-d643-435a-a314-debb27f9de36 req-257d1bb3-7d5e-443a-98e8-c3ad3030d6f4 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445600 Jul 13 23:24:58.961092 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fccf3-2678-4849-b2e4-eaf5e8039d0d req-df3700e9-8258-43b8-aec1-1ca423831c5e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:24:58.962580 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-307fccf3-2678-4849-b2e4-eaf5e8039d0d req-df3700e9-8258-43b8-aec1-1ca423831c5e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0546074 Jul 13 23:24:59.011896 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-307fccf3-2678-4849-b2e4-eaf5e8039d0d req-baad9ac4-3bd9-49e9-9ca7-456f58864feb tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Jul 13 23:25:00.125413 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a2f76-cd1a-460d-9ccf-7f3eb15fb871 req-f7b36ea6-f080-4033-b8c1-b0b1e0dbd986 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:00.126890 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-440a2f76-cd1a-460d-9ccf-7f3eb15fb871 req-f7b36ea6-f080-4033-b8c1-b0b1e0dbd986 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0472403 Jul 13 23:25:00.185356 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-440a2f76-cd1a-460d-9ccf-7f3eb15fb871 req-b626a0c8-5512-43a8-a615-e5aa836e52fd tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525613 Jul 13 23:25:01.288815 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:01.302738 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f26c-f0af-4329-a58c-5acd795a42eb req-5ceca4ae-0616-46f8-b8d9-3358888283a3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:01.304257 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0457f26c-f0af-4329-a58c-5acd795a42eb req-5ceca4ae-0616-46f8-b8d9-3358888283a3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0489635 Jul 13 23:25:01.316425 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:01.359023 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0457f26c-f0af-4329-a58c-5acd795a42eb req-7643c7a0-192a-4e51-aebb-ec3b84978da8 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492420 Jul 13 23:25:02.473008 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6edae3-9e4e-4ff2-b1dc-69d135ac8358 req-ae8281ae-b586-4dd1-bcc0-7f5c5bf5eae6 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:02.474472 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6a6edae3-9e4e-4ff2-b1dc-69d135ac8358 req-ae8281ae-b586-4dd1-bcc0-7f5c5bf5eae6 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0471230 Jul 13 23:25:02.526084 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6a6edae3-9e4e-4ff2-b1dc-69d135ac8358 req-7cff914a-fcc0-4d6d-979b-493aaacc04aa tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457571 Jul 13 23:25:02.969338 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:25:03.644155 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1100b0-b0ac-4782-986f-6b654613939c req-f98aded4-9368-4bdc-aafe-531c1c7921cc tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:03.645626 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a1100b0-b0ac-4782-986f-6b654613939c req-f98aded4-9368-4bdc-aafe-531c1c7921cc tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0483019 Jul 13 23:25:03.697512 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a1100b0-b0ac-4782-986f-6b654613939c req-6e2de1f4-a622-4b34-a893-a94d9808eb1e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463541 Jul 13 23:25:04.652482 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:04.658621 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:04.818599 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d328cc-faf9-4e0b-9ba6-f5885b5451ee req-be0e7724-23a4-47da-90a2-34124102ebbf tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:04.820100 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61d328cc-faf9-4e0b-9ba6-f5885b5451ee req-be0e7724-23a4-47da-90a2-34124102ebbf tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0540318 Jul 13 23:25:04.875522 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61d328cc-faf9-4e0b-9ba6-f5885b5451ee req-3fc752f9-759f-4542-a684-17eba1c363f3 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493209 Jul 13 23:25:05.988414 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0212394-3ac7-4f47-9618-839f63fe7d79 req-7656929b-600f-4f5b-b412-afc07ed5891d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:05.989925 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0212394-3ac7-4f47-9618-839f63fe7d79 req-7656929b-600f-4f5b-b412-afc07ed5891d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 943 time: 0.0468590 Jul 13 23:25:06.039144 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0212394-3ac7-4f47-9618-839f63fe7d79 req-c246a0c5-601c-4a95-850b-6629d92ed511 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Jul 13 23:25:06.427513 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device fdbb940c-4402-4813-bcf4-955e6ba21827 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:25:06.526809 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port fdbb940c-4402-4813-bcf4-955e6ba21827, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fdbb940c-4402-4813-bcf4-955e6ba21827,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:06.538494 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'port_id': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'mac_address': 'fa:16:3e:c2:1f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:25:06.572395 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port fdbb940c-4402-4813-bcf4-955e6ba21827 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:25:06.572775 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:06.585831 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbb940c-4402-4813-bcf4-955e6ba21827 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:25:06.605531 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port fdbb940c-4402-4813-bcf4-955e6ba21827, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fdbb940c-4402-4813-bcf4-955e6ba21827,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:06.609568 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:06.658057 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=fdbb940c-4402-4813-bcf4-955e6ba21827,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:06.973990 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=48 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:06.975902 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=38 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:07.090715 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['fdbb940c-4402-4813-bcf4-955e6ba21827'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:25:07.158574 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d51f4-3fab-40c8-9b18-758f6fadc45c req-bb9ef044-d7f6-477a-b7aa-3da34ff136c2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:07.160136 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e28d51f4-3fab-40c8-9b18-758f6fadc45c req-bb9ef044-d7f6-477a-b7aa-3da34ff136c2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 944 time: 0.0512271 Jul 13 23:25:07.209772 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e28d51f4-3fab-40c8-9b18-758f6fadc45c req-4caca2c0-9bc8-4e9c-9f67-f2cda9627aa0 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440791 Jul 13 23:25:08.346750 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210cdb6-c42f-4782-8235-8d3085ba6483 req-c5eae731-acf6-4531-b193-7ef4243c8d7d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:08.348334 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d210cdb6-c42f-4782-8235-8d3085ba6483 req-c5eae731-acf6-4531-b193-7ef4243c8d7d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 944 time: 0.0656590 Jul 13 23:25:08.401894 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d210cdb6-c42f-4782-8235-8d3085ba6483 req-e7d5a0b2-78c9-4336-91e0-4f214ca34d6d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Jul 13 23:25:08.459350 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device fdbb940c-4402-4813-bcf4-955e6ba21827 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:25:08.500572 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port fdbb940c-4402-4813-bcf4-955e6ba21827 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:25:08.506643 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port fdbb940c-4402-4813-bcf4-955e6ba21827 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:25:08.507381 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:08.585307 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port fdbb940c-4402-4813-bcf4-955e6ba21827 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:25:08.585588 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:08.609672 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:25:08.612146 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb76da15-2821-4ea4-b4fc-e522d2eaaaa8" -d '{"events": [{"server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "name": "network-vif-plugged", "status": "completed", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:25:08.627971 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port fdbb940c-4402-4813-bcf4-955e6ba21827, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fdbb940c-4402-4813-bcf4-955e6ba21827,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:08.637317 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:08.660966 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caa734f-161e-47c1-ab25-692fb49618ba x-openstack-request-id: req-9caa734f-161e-47c1-ab25-692fb49618ba {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:25:08.661250 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "name": "network-vif-plugged", "status": "completed", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:25:08.661543 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9caa734f-161e-47c1-ab25-692fb49618ba {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:25:08.661938 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9caa734f-161e-47c1-ab25-692fb49618ba'] response: {'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'code': 200} Jul 13 23:25:08.677421 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:08.691957 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=fdbb940c-4402-4813-bcf4-955e6ba21827,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:08.894081 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ed822-7da9-404c-a19c-00388fe1f995 req-bde0e9d1-f7e6-4c3e-b0cc-acc52d21b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:08.895608 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-bc2ed822-7da9-404c-a19c-00388fe1f995 req-bde0e9d1-f7e6-4c3e-b0cc-acc52d21b2ce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 1129 time: 0.0389864 Jul 13 23:25:08.917555 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 56414) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:08.952114 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-bc2ed822-7da9-404c-a19c-00388fe1f995 req-ffbbca6c-120e-4f4a-8db8-b94a6e5e8d44 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505486 Jul 13 23:25:09.026847 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:09.102593 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Publish callbacks [] for security_group (daa403ee-b5a9-4949-9012-e397dd416aa8), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:09.106249 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (daa403ee-b5a9-4949-9012-e397dd416aa8), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:09.144802 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa403ee-b5a9-4949-9012-e397dd416aa8,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:09.149592 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b01c0d90f8d44e8c97845dbe89aa4816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305741 Jul 13 23:25:09.152403 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56418) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:09.154503 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.154847 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.155187 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.155521 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.155886 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.156215 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.156543 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.156888 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.157334 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.157664 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.157990 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.158313 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.158628 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.158947 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.159261 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb7c9ee-afcb-4883-9724-58f0fd555b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.202228 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Publish callbacks [] for security_group (daa403ee-b5a9-4949-9012-e397dd416aa8), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:09.230713 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Publish callbacks [] for security_group (daa403ee-b5a9-4949-9012-e397dd416aa8), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:09.281341 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (daa403ee-b5a9-4949-9012-e397dd416aa8), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:09.283872 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:09.286464 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/daa403ee-b5a9-4949-9012-e397dd416aa8 HTTP/1.1" status: 204 len: 168 time: 0.1328483 Jul 13 23:25:09.297346 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa403ee-b5a9-4949-9012-e397dd416aa8,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:09.304596 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.304983 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.305284 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.305655 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.305998 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.306313 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.306635 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.306956 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.307281 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.307630 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.307956 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.308277 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.308625 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.308945 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.309261 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a231e-2a35-456d-87fd-5a422a9e5d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:09.518811 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6581c17-2246-4a2f-921b-1634968ebddf req-bddc05d8-2422-4f6d-8f4e-3001f3a4771d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:09.520545 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6581c17-2246-4a2f-921b-1634968ebddf req-bddc05d8-2422-4f6d-8f4e-3001f3a4771d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 945 time: 0.0491238 Jul 13 23:25:09.574905 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6581c17-2246-4a2f-921b-1634968ebddf req-bc064bcd-0193-4216-8980-a0edb8d91f9c tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479722 Jul 13 23:25:10.722841 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9309f1-d5f7-4e62-9669-70b92cd63c07 req-79490fa5-8d52-4260-bc3a-f365307c85b5 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:10.724271 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c9309f1-d5f7-4e62-9669-70b92cd63c07 req-79490fa5-8d52-4260-bc3a-f365307c85b5 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 945 time: 0.0788751 Jul 13 23:25:10.726738 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:10.741460 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a16629-01c1-4293-b884-31efc57a5d1f req-87a243ec-d075-4380-8612-45d95afd4047 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:10.742882 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-63a16629-01c1-4293-b884-31efc57a5d1f req-87a243ec-d075-4380-8612-45d95afd4047 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0839891 Jul 13 23:25:10.804487 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:10.821321 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-63a16629-01c1-4293-b884-31efc57a5d1f req-437b6d5c-bf64-4152-9baa-cb08f25cbce2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715387 Jul 13 23:25:10.825143 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c9309f1-d5f7-4e62-9669-70b92cd63c07 req-fb8b9408-c66e-45e0-9b3f-22bd4b6be039 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912817 Jul 13 23:25:10.859467 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9392f4bd-2993-4e07-a491-1247afd70dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:11.975685 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7576ac-8afe-475c-800b-75a94e390e08 req-5731dbcb-6348-4737-85c8-0a025a802ed7 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:11.977183 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2b7576ac-8afe-475c-800b-75a94e390e08 req-5731dbcb-6348-4737-85c8-0a025a802ed7 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 945 time: 0.0820131 Jul 13 23:25:11.986467 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e15f7b-d224-412f-a1fd-76628212e9a8 req-405cd882-70df-4b93-9f53-8ef19fd339a1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:11.987883 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25e15f7b-d224-412f-a1fd-76628212e9a8 req-405cd882-70df-4b93-9f53-8ef19fd339a1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0832396 Jul 13 23:25:12.062655 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2b7576ac-8afe-475c-800b-75a94e390e08 req-d5b5f239-9e08-49bb-8ed8-02efb1f6b5bb tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738173 Jul 13 23:25:12.066722 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25e15f7b-d224-412f-a1fd-76628212e9a8 req-75ad8008-f18c-48d3-98cc-d9d786df3ad0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711505 Jul 13 23:25:12.175564 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8288115-6d60-42ce-90c4-e70383bb46cd req-269d0671-d282-42a3-a246-d55807939beb tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:12.177068 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f8288115-6d60-42ce-90c4-e70383bb46cd req-269d0671-d282-42a3-a246-d55807939beb tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 945 time: 0.0493588 Jul 13 23:25:12.227297 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f8288115-6d60-42ce-90c4-e70383bb46cd req-e5ceebee-c9bb-4ba6-9681-4345beb43069 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445192 Jul 13 23:25:12.250513 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56500) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:12.478712 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890358c1-d0d0-4774-adb3-a1642ee01e4e tempest-TestVolumeBootPattern-1866785527 tempest-TestVolumeBootPattern-1866785527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:12.480334 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-890358c1-d0d0-4774-adb3-a1642ee01e4e tempest-TestVolumeBootPattern-1866785527 tempest-TestVolumeBootPattern-1866785527-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 1124 time: 0.2288437 Jul 13 23:25:12.483273 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 56506) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:12.487968 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'port_id': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:12.517844 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:12.605269 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:12.714455 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Allocated IP 172.27.3.112 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/3882b153-5cb9-4ea5-9084-b48254a6500c) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:25:12.818200 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for port (3882b153-5cb9-4ea5-9084-b48254a6500c), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:12.849506 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (3882b153-5cb9-4ea5-9084-b48254a6500c), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:12.884774 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:25:12.891220 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:25:12.895171 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:25:12.916489 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'Port': ['ID=3882b153-5cb9-4ea5-9084-b48254a6500c,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:12.933061 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:12.992851 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:13.187844 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a45087-e449-479e-a266-cedb260f1bc9 req-9656e20c-f819-46ac-b74f-47e2b6492b69 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:13.189372 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1a45087-e449-479e-a266-cedb260f1bc9 req-9656e20c-f819-46ac-b74f-47e2b6492b69 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0483847 Jul 13 23:25:13.240480 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1a45087-e449-479e-a266-cedb260f1bc9 req-29859567-2104-4c9a-907c-47ff2aa91869 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451758 Jul 13 23:25:13.254727 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (cbd20db0-183a-4c26-8673-d279a69e7456), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:13.321220 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (3882b153-5cb9-4ea5-9084-b48254a6500c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:13.475058 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for port (3882b153-5cb9-4ea5-9084-b48254a6500c), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:13.481201 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (3882b153-5cb9-4ea5-9084-b48254a6500c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:13.554791 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event updated for resources: {'Port': ['ID=3882b153-5cb9-4ea5-9084-b48254a6500c,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:13.563022 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (cbd20db0-183a-4c26-8673-d279a69e7456), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:13.660655 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Floating IP cbd20db0-183a-4c26-8673-d279a69e7456 associated. External IP: 172.27.3.112, port: fdbb940c-4402-4813-bcf4-955e6ba21827. Jul 13 23:25:13.761153 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:13.846633 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9225f54b-c89f-43cb-92c7-082d230dc0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:13.861034 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:13.862997 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Router eb5ac33d-3a1f-4991-9e84-d175f2eced0c has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:25:13.964299 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:25:13.974397 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] Sync routers for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:25:13.982640 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:13.984199 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:25:13.984886 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:25:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:14.015937 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-7eae47ec-bd3f-4dd9-98d7-274f15e92c00 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5314782 Jul 13 23:25:14.018180 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:25:14.019575 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85757e6f-e630-4841-bbeb-835cee7dd7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:25:14.026404 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:14.071885 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b09398f-87de-4abe-9eb4-d65c8899ab62 x-openstack-request-id: req-6b09398f-87de-4abe-9eb4-d65c8899ab62 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:25:14.072168 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:25:14.072413 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b09398f-87de-4abe-9eb4-d65c8899ab62 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:25:14.072809 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b09398f-87de-4abe-9eb4-d65c8899ab62'] response: {'name': 'network-changed', 'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'status': 'completed', 'code': 200} Jul 13 23:25:14.107723 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:25:14.317134 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7e6ed423-199a-4a1c-943d-6129aca15fe8', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:35Z', 'updated_at': '2022-07-13T23:22:37Z', 'revision_number': 1, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}, {'id': 'cbd20db0-183a-4c26-8673-d279a69e7456', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:c2:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:25:13Z', 'updated_at': '2022-07-13T23:25:13Z', 'revision_number': 0, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:14.342203 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] Checking router: eb5ac33d-3a1f-4991-9e84-d175f2eced0c for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:25:14.350678 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:25:14.351275 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:25:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:14.362779 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef762199-d489-4b99-9b1e-069258be8fc0 req-e9886a2b-b9ec-4222-9f04-0c479e00ae71 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:14.365131 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef762199-d489-4b99-9b1e-069258be8fc0 req-e9886a2b-b9ec-4222-9f04-0c479e00ae71 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0528660 Jul 13 23:25:14.413262 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef762199-d489-4b99-9b1e-069258be8fc0 req-a8b52290-bdc7-4e30-82d6-d1c72eba282e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Jul 13 23:25:14.458525 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:25:14.584224 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:14.688192 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7e6ed423-199a-4a1c-943d-6129aca15fe8', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:35Z', 'updated_at': '2022-07-13T23:22:37Z', 'revision_number': 1, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}, {'id': 'cbd20db0-183a-4c26-8673-d279a69e7456', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:c2:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:25:13Z', 'updated_at': '2022-07-13T23:25:13Z', 'revision_number': 0, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:14.713744 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8cdb7e-c6f6-4dbe-9d0a-d0e07081e64e None None] The sync data for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi is: [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7e6ed423-199a-4a1c-943d-6129aca15fe8', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:35Z', 'updated_at': '2022-07-13T23:22:37Z', 'revision_number': 1, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}, {'id': 'cbd20db0-183a-4c26-8673-d279a69e7456', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:c2:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:25:13Z', 'updated_at': '2022-07-13T23:25:13Z', 'revision_number': 0, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:25:14.916234 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759276f7-dc41-4514-b218-bf27dd6c54af None None] New status for floating IP cbd20db0-183a-4c26-8673-d279a69e7456: ACTIVE {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:25:15.535564 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00f5a-d936-481c-b4c6-acc8c45ed546 req-a9208736-27ab-42e1-9399-1b2be4a49ebe tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:15.537239 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dbd00f5a-d936-481c-b4c6-acc8c45ed546 req-a9208736-27ab-42e1-9399-1b2be4a49ebe tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0504642 Jul 13 23:25:15.585790 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dbd00f5a-d936-481c-b4c6-acc8c45ed546 req-4ac69130-61e8-4340-b5e3-fa58e521a53a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416894 Jul 13 23:25:16.509723 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:16.687957 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:16.705870 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b0b0-5e81-4440-a1d2-277e1c2254fa req-7a11fe35-a52f-4a83-be13-42020838d042 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:16.707312 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1de5b0b0-5e81-4440-a1d2-277e1c2254fa req-7a11fe35-a52f-4a83-be13-42020838d042 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0506296 Jul 13 23:25:16.753602 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1de5b0b0-5e81-4440-a1d2-277e1c2254fa req-b4722a32-162c-4e59-9801-65e25c5c06c2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408177 Jul 13 23:25:17.016538 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-c8684c57-10c3-47b1-bef6-a08b4ec3d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:17.018041 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-c8684c57-10c3-47b1-bef6-a08b4ec3d152 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 1129 time: 0.0399289 Jul 13 23:25:17.340162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-73bfc49f-c649-4d64-809f-970e25ff24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:17.341505 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-73bfc49f-c649-4d64-809f-970e25ff24f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 913 time: 0.0880404 Jul 13 23:25:17.873751 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29827455-7312-4922-82d6-bd01f1c025e5 req-c81a68e5-7126-4eb1-aefa-61c167b11422 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:17.875232 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29827455-7312-4922-82d6-bd01f1c025e5 req-c81a68e5-7126-4eb1-aefa-61c167b11422 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0488348 Jul 13 23:25:17.924031 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29827455-7312-4922-82d6-bd01f1c025e5 req-12c780e3-6ce0-4236-b7a7-58f0c0219ff8 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429277 Jul 13 23:25:18.654613 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-f1e8d37f-a2e7-4779-a1de-bfc943dfdde7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdbb940c-4402-4813-bcf4-955e6ba21827 HTTP/1.1" status: 200 len: 1001 time: 0.0638146 Jul 13 23:25:19.045684 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce9a89-0edb-42b3-b449-31da245ec6e7 req-58e12285-2a2e-4005-bc84-5144c01595eb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:19.047330 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0cce9a89-0edb-42b3-b449-31da245ec6e7 req-58e12285-2a2e-4005-bc84-5144c01595eb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0497117 Jul 13 23:25:19.112200 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0cce9a89-0edb-42b3-b449-31da245ec6e7 req-7938b4ce-a8a2-4d69-aaeb-0f61e9718f90 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592313 Jul 13 23:25:19.129688 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-449060d7-f126-403b-84ed-78c656783eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:19.140259 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-449060d7-f126-403b-84ed-78c656783eed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.0571952 Jul 13 23:25:19.183877 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-18ff77c4-0b6d-41b5-94c6-417e68039378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:19.185605 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-18ff77c4-0b6d-41b5-94c6-417e68039378 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483553 Jul 13 23:25:19.313357 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-99f40402-3774-4cea-b4ca-022cde980647 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183860 Jul 13 23:25:19.418862 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-85757e6f-e630-4841-bbeb-835cee7dd7c4 req-f1055c46-989a-4713-98a2-891177b6eb45 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985038 Jul 13 23:25:20.239521 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25d11c-48e9-490c-a21d-414f20c3552b req-43466d46-1ea5-4ada-804f-ed6fe5e85c58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:20.241058 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc25d11c-48e9-490c-a21d-414f20c3552b req-43466d46-1ea5-4ada-804f-ed6fe5e85c58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0493319 Jul 13 23:25:20.277118 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:20.290179 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc25d11c-48e9-490c-a21d-414f20c3552b req-39e16279-658f-481a-8135-1bf7071b55d5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Jul 13 23:25:21.403462 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:21.412547 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546e57e-916d-42f4-8846-08f8ff7a1c44 req-7c0675ab-84ee-491f-8ec8-0df3a7ce91bb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:21.414046 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d546e57e-916d-42f4-8846-08f8ff7a1c44 req-7c0675ab-84ee-491f-8ec8-0df3a7ce91bb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0484717 Jul 13 23:25:21.468646 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d546e57e-916d-42f4-8846-08f8ff7a1c44 req-23c9e101-90e9-48c3-b654-9fac024a964d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474946 Jul 13 23:25:21.774532 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bdedd-c1ff-4423-92f7-de612fb67b7f req-f33fc731-c8ea-4867-ae75-7d54e929584e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:21.775980 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-082bdedd-c1ff-4423-92f7-de612fb67b7f req-f33fc731-c8ea-4867-ae75-7d54e929584e tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 945 time: 0.0539818 Jul 13 23:25:21.801885 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:21.827445 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-082bdedd-c1ff-4423-92f7-de612fb67b7f req-fd92ba1d-e71a-4901-9192-90847bf95915 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446396 Jul 13 23:25:21.976077 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56630) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:22.079770 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25cc0d07-2e8b-4d5b-b1cc-cd13201c305d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:22.154872 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25cc0d07-2e8b-4d5b-b1cc-cd13201c305d admin admin] Publish callbacks [] for security_group (4c4eaa17-6a2f-484f-a744-8fba3c557ec0), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:22.158473 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25cc0d07-2e8b-4d5b-b1cc-cd13201c305d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (4c4eaa17-6a2f-484f-a744-8fba3c557ec0), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:22.198720 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-25cc0d07-2e8b-4d5b-b1cc-cd13201c305d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c08dd7340d94be590babe51af949697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215815 Jul 13 23:25:22.200530 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc0d07-2e8b-4d5b-b1cc-cd13201c305d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4eaa17-6a2f-484f-a744-8fba3c557ec0,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:22.201976 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 56634) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:22.253940 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-738a39f3-87da-4742-9882-aa885fbc3f6e admin admin] Publish callbacks [] for security_group (4c4eaa17-6a2f-484f-a744-8fba3c557ec0), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:22.276169 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-738a39f3-87da-4742-9882-aa885fbc3f6e admin admin] Publish callbacks [] for security_group (4c4eaa17-6a2f-484f-a744-8fba3c557ec0), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:22.323195 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-738a39f3-87da-4742-9882-aa885fbc3f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (4c4eaa17-6a2f-484f-a744-8fba3c557ec0), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:22.326230 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-738a39f3-87da-4742-9882-aa885fbc3f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:22.327379 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-738a39f3-87da-4742-9882-aa885fbc3f6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c4eaa17-6a2f-484f-a744-8fba3c557ec0 HTTP/1.1" status: 204 len: 168 time: 0.1234102 Jul 13 23:25:22.335182 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a39f3-87da-4742-9882-aa885fbc3f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4eaa17-6a2f-484f-a744-8fba3c557ec0,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:22.593287 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf7067-a9cc-438e-9e7e-e6ba8182823e req-fa82e49f-3c23-4a4c-9a4c-de732215db4c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:22.594756 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfbf7067-a9cc-438e-9e7e-e6ba8182823e req-fa82e49f-3c23-4a4c-9a4c-de732215db4c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0475502 Jul 13 23:25:22.646810 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfbf7067-a9cc-438e-9e7e-e6ba8182823e req-3d71d7ef-86c4-49b1-acfb-847b46648294 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465431 Jul 13 23:25:22.961590 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5b9e0-ff29-4a31-9770-e248857d8528 req-9142f649-6fd6-4673-a7a1-6efbd1331fbf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:22.963115 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eab5b9e0-ff29-4a31-9770-e248857d8528 req-9142f649-6fd6-4673-a7a1-6efbd1331fbf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Jul 13 23:25:23.015269 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eab5b9e0-ff29-4a31-9770-e248857d8528 req-56809906-c771-44af-885b-de6e5fd6860b tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460062 Jul 13 23:25:23.771015 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c68437-860f-4cea-b56d-6729061fc237 req-181464fb-2171-43d4-b9f3-7d8da49ac69b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:23.772548 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d8c68437-860f-4cea-b56d-6729061fc237 req-181464fb-2171-43d4-b9f3-7d8da49ac69b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0493746 Jul 13 23:25:23.823437 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d8c68437-860f-4cea-b56d-6729061fc237 req-53a9f07d-6bfe-4592-a893-902c6575797a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449562 Jul 13 23:25:24.085135 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ededf-908e-42ab-ad62-d653f792363b req-ce87a12c-00f0-442b-bc01-e8ac0aa68db6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:24.087558 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6c3ededf-908e-42ab-ad62-d653f792363b req-ce87a12c-00f0-442b-bc01-e8ac0aa68db6 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 945 time: 0.0581257 Jul 13 23:25:24.137758 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:24.162312 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ce6ed-2a87-4742-91df-51a0642ab54a req-1f0d2fc0-1de9-4fdf-a028-7725ec053f67 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:24.163986 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-029ce6ed-2a87-4742-91df-51a0642ab54a req-1f0d2fc0-1de9-4fdf-a028-7725ec053f67 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 945 time: 0.0556474 Jul 13 23:25:24.192878 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Deleting port 9038bb0e-414b-4be8-9439-8911579a5843 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:25:24.193212 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (9038bb0e-414b-4be8-9439-8911579a5843), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:24.218266 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-029ce6ed-2a87-4742-91df-51a0642ab54a req-00baded0-b2f7-42d1-b5fd-ade6bfd1f0f5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a055ee-b122-4738-8247-a0063777d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475028 Jul 13 23:25:24.249939 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:24.293465 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] For port 9038bb0e-414b-4be8-9439-8911579a5843, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9038bb0e-414b-4be8-9439-8911579a5843,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:24.293830 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (9038bb0e-414b-4be8-9439-8911579a5843), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:24.473169 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:24.473725 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (81df219e-1a87-402e-a0a5-406ad6ebb861), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:24.474081 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Floating IP 81df219e-1a87-402e-a0a5-406ad6ebb861 disassociated. External IP: 172.27.3.63, port: 9038bb0e-414b-4be8-9439-8911579a5843. Jul 13 23:25:24.474480 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Calling delete_port for 9038bb0e-414b-4be8-9439-8911579a5843 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:25:24.633750 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (9038bb0e-414b-4be8-9439-8911579a5843), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:24.669366 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'Port': ['ID=9038bb0e-414b-4be8-9439-8911579a5843,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:24.817091 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:25:24.922891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:25:24.934526 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:25:24.937910 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:24.951451 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:25:24.952380 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:25:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:24.962604 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2ef97-ede7-4ad5-9c43-a5950fa277ae req-cb0789f6-b10e-4624-ba5c-24d0fec2ca86 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:24.964231 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3da2ef97-ede7-4ad5-9c43-a5950fa277ae req-cb0789f6-b10e-4624-ba5c-24d0fec2ca86 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0574851 Jul 13 23:25:24.975357 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] No DVR routers for this DVR port 9038bb0e-414b-4be8-9439-8911579a5843 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:25:24.978048 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:24.982268 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6c3ededf-908e-42ab-ad62-d653f792363b req-aa09765d-659e-48e5-af18-9b770a79899c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "DELETE /v2.0/ports/9038bb0e-414b-4be8-9439-8911579a5843 HTTP/1.1" status: 204 len: 173 time: 0.8869600 Jul 13 23:25:24.982724 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'name': 'network-vif-deleted', 'tag': '9038bb0e-414b-4be8-9439-8911579a5843'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:25:24.985131 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bda0696-a1ac-4f0f-b30d-445d7d149008" -d '{"events": [{"server_uuid": "5caed5cb-516f-4c87-9304-afbf20860bb2", "name": "network-vif-deleted", "tag": "9038bb0e-414b-4be8-9439-8911579a5843"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:25:25.022867 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:25.027419 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:25.053964 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4736ae7a-f055-40dc-95bf-beda90cec393 x-openstack-request-id: req-4736ae7a-f055-40dc-95bf-beda90cec393 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:25:25.054237 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5caed5cb-516f-4c87-9304-afbf20860bb2", "name": "network-vif-deleted", "tag": "9038bb0e-414b-4be8-9439-8911579a5843", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:25:25.054704 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4736ae7a-f055-40dc-95bf-beda90cec393 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:25:25.055372 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4736ae7a-f055-40dc-95bf-beda90cec393'] response: {'server_uuid': '5caed5cb-516f-4c87-9304-afbf20860bb2', 'name': 'network-vif-deleted', 'tag': '9038bb0e-414b-4be8-9439-8911579a5843', 'status': 'completed', 'code': 200} Jul 13 23:25:25.079954 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3da2ef97-ede7-4ad5-9c43-a5950fa277ae req-c438f9a9-3bcb-442c-a329-efd741282832 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088028 Jul 13 23:25:25.220884 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:25:25.360615 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:25.364434 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfcaeccd-d3f6-4883-a8ec-d1856c06235a req-9b15ced8-a615-4dee-967e-de6bcbb25667 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 210 time: 0.0495086 Jul 13 23:25:25.437717 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:25.463809 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:25:25.472770 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:25:25.473382 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:25:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:25.578235 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:25:25.773801 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:25.800487 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1244d-ae9f-4d5e-a33b-89b6f76f1e39 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:25:26.038055 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e6923-aba5-4ac9-a38b-84589d937c7f None None] New status for floating IP 81df219e-1a87-402e-a0a5-406ad6ebb861: DOWN {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:25:26.218401 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:26.232291 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138e01c-d178-48a7-83e2-8d9f038a6c18 req-2bedac2c-5ece-4801-a9ca-fa6e4be52422 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:26.233817 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e138e01c-d178-48a7-83e2-8d9f038a6c18 req-2bedac2c-5ece-4801-a9ca-fa6e4be52422 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0596969 Jul 13 23:25:26.282426 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e138e01c-d178-48a7-83e2-8d9f038a6c18 req-802bb4b3-2e71-4049-b799-e5a81648cd2f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Jul 13 23:25:26.490889 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dbe58e98-3164-4116-af99-0f25c3fbf20a req-a3ac9cdd-d7c3-4b19-993a-aecbf9e024a1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 210 time: 0.0290515 Jul 13 23:25:27.649982 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a4a4024-cb53-4a2a-a548-3734b2d4ec7d req-1a9234ea-abb7-4316-b409-b0c3160d34fb tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 210 time: 0.0468235 Jul 13 23:25:27.667824 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a6ba8-dd60-4fcc-a09c-61880d97a13b req-8720245e-fe3e-4700-a175-b8dafcf8d660 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:27.670168 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c59a6ba8-dd60-4fcc-a09c-61880d97a13b req-8720245e-fe3e-4700-a175-b8dafcf8d660 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0775156 Jul 13 23:25:27.732384 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c59a6ba8-dd60-4fcc-a09c-61880d97a13b req-800bf301-20ea-4cdf-86d2-75fbdf106b1d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559962 Jul 13 23:25:28.767572 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-be3d30ba-3039-4da9-98e3-f50edfc8e86d req-8fb8b288-7d15-40d7-a430-fcca2cbe59eb tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 210 time: 0.0295036 Jul 13 23:25:28.850419 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:28.871328 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732631c-5dce-441a-bd90-268dde9de8bc req-bd31f819-54f2-498a-8d18-0ce7e3024298 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:28.873419 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e732631c-5dce-441a-bd90-268dde9de8bc req-bd31f819-54f2-498a-8d18-0ce7e3024298 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0531058 Jul 13 23:25:28.925449 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e732631c-5dce-441a-bd90-268dde9de8bc req-b8f753aa-ff27-4db4-81cd-5437b63e2479 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463636 Jul 13 23:25:29.480998 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 9038bb0e-414b-4be8-9439-8911579a5843 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:25:29.504306 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 9038bb0e-414b-4be8-9439-8911579a5843 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:25:29.504643 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 9038bb0e-414b-4be8-9439-8911579a5843 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:25:29.883932 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4975961c-814f-4223-b9da-2f378135d16f req-2ccc15fc-478d-439c-bb49-6b36d95f83a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453939 Jul 13 23:25:29.929472 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd662211-65ad-4bb0-aa3d-b369db4f473d req-a0cb9da6-d13e-4af7-9006-ed5bc1e2ad91 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=5caed5cb-516f-4c87-9304-afbf20860bb2 HTTP/1.1" status: 200 len: 210 time: 0.0601797 Jul 13 23:25:29.989126 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975961c-814f-4223-b9da-2f378135d16f req-b7492090-9289-419c-a426-1ead98d65046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:29.990659 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4975961c-814f-4223-b9da-2f378135d16f req-b7492090-9289-419c-a426-1ead98d65046 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 1129 time: 0.0425382 Jul 13 23:25:30.075768 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3d2f1-da45-4b69-8468-23f42544a684 req-0abd509c-bd6f-42c1-bb12-ec67674f0e63 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:30.076969 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ac3d2f1-da45-4b69-8468-23f42544a684 req-0abd509c-bd6f-42c1-bb12-ec67674f0e63 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0714054 Jul 13 23:25:30.116302 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:30.132035 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975961c-814f-4223-b9da-2f378135d16f req-24c34554-0c0e-4c8b-8ef3-649641c2e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:30.133550 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4975961c-814f-4223-b9da-2f378135d16f req-24c34554-0c0e-4c8b-8ef3-649641c2e4f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 913 time: 0.1114950 Jul 13 23:25:30.138715 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ac3d2f1-da45-4b69-8468-23f42544a684 req-089aebfa-414a-4284-bffd-4a7368bcd0f4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531373 Jul 13 23:25:30.206165 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4975961c-814f-4223-b9da-2f378135d16f req-10293617-a7f3-4309-9c5b-4cc699ee6458 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653 HTTP/1.1" status: 200 len: 1001 time: 0.0647464 Jul 13 23:25:30.263809 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975961c-814f-4223-b9da-2f378135d16f req-0b24703b-bb66-4719-bcff-97ca0693d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:30.265523 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4975961c-814f-4223-b9da-2f378135d16f req-0b24703b-bb66-4719-bcff-97ca0693d361 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.0533721 Jul 13 23:25:30.314908 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975961c-814f-4223-b9da-2f378135d16f req-cae80175-d658-488f-a0af-970d335f0e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:30.316455 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4975961c-814f-4223-b9da-2f378135d16f req-cae80175-d658-488f-a0af-970d335f0e8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423353 Jul 13 23:25:30.353330 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:30.417393 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4975961c-814f-4223-b9da-2f378135d16f req-c9b6a87c-d535-484a-ae18-67fdf5aa0c98 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900023 Jul 13 23:25:30.778323 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4975961c-814f-4223-b9da-2f378135d16f req-0c2dd49b-481c-4411-bdd9-b6ef49e40a92 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544917 Jul 13 23:25:31.047919 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56724) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:31.122656 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ca84691-9946-4675-b392-848c6056450a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (83a055ee-b122-4738-8247-a0063777d16b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.166896 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ca84691-9946-4675-b392-848c6056450a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (83a055ee-b122-4738-8247-a0063777d16b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.260978 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ca84691-9946-4675-b392-848c6056450a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (83a055ee-b122-4738-8247-a0063777d16b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.266724 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ca84691-9946-4675-b392-848c6056450a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.268533 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5ca84691-9946-4675-b392-848c6056450a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "DELETE /v2.0/security-groups/83a055ee-b122-4738-8247-a0063777d16b HTTP/1.1" status: 204 len: 168 time: 0.2194004 Jul 13 23:25:31.271388 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 56732) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:31.286397 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca84691-9946-4675-b392-848c6056450a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a055ee-b122-4738-8247-a0063777d16b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:31.295509 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.api.v2.resource [None req-66130365-c4c5-4aee-95bb-4795c49bf7b4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] show failed (client error): The resource could not be found. Jul 13 23:25:31.297318 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-66130365-c4c5-4aee-95bb-4795c49bf7b4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups/83a055ee-b122-4738-8247-a0063777d16b HTTP/1.1" status: 404 len: 347 time: 0.0241909 Jul 13 23:25:31.301084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56734) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:31.473240 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Deleting port 4f0f6ba1-604f-43e7-ab88-5c34b8411dc6 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:25:31.473577 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (4f0f6ba1-604f-43e7-ab88-5c34b8411dc6), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.510046 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b61e3a-060e-482f-9900-73f7b3a38fff req-192b291b-3568-4338-9e3e-fe9d5f3465d2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:31.511743 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e5b61e3a-060e-482f-9900-73f7b3a38fff req-192b291b-3568-4338-9e3e-fe9d5f3465d2 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.2594836 Jul 13 23:25:31.624459 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (4f0f6ba1-604f-43e7-ab88-5c34b8411dc6), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.624795 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (4f0f6ba1-604f-43e7-ab88-5c34b8411dc6), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.654059 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e5b61e3a-060e-482f-9900-73f7b3a38fff req-6891a0ca-e0d8-4ced-ad5a-e297665e69a6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046069 Jul 13 23:25:31.656263 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Calling delete_port for 4f0f6ba1-604f-43e7-ab88-5c34b8411dc6 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:25:31.766294 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:31.822190 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (4f0f6ba1-604f-43e7-ab88-5c34b8411dc6), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.870177 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'Port': ['ID=4f0f6ba1-604f-43e7-ab88-5c34b8411dc6,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:31.946942 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (81df219e-1a87-402e-a0a5-406ad6ebb861), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.950030 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:31.951344 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-be23cc80-be84-4db8-b19b-ff589045724f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "DELETE /v2.0/floatingips/81df219e-1a87-402e-a0a5-406ad6ebb861 HTTP/1.1" status: 204 len: 168 time: 0.6492677 Jul 13 23:25:32.026611 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56738) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:32.032080 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-ec3be81b-0694-4ec8-b3ce-90a39ce25eef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968661473', 'description': 'tempest-description--974955847'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:32.054141 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec3be81b-0694-4ec8-b3ce-90a39ce25eef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.056023 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:32.130623 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec3be81b-0694-4ec8-b3ce-90a39ce25eef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (89e3b821-0d31-42a0-afef-08f6e362e189), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.136514 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec3be81b-0694-4ec8-b3ce-90a39ce25eef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (89e3b821-0d31-42a0-afef-08f6e362e189), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.173859 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ec3be81b-0694-4ec8-b3ce-90a39ce25eef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.175199 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ec3be81b-0694-4ec8-b3ce-90a39ce25eef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1468453 Jul 13 23:25:32.179559 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56740) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:32.184767 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-27c6d0c1-8251-49dc-abba-6a61b28a8df8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group_rule': {'security_group_id': '89e3b821-0d31-42a0-afef-08f6e362e189', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:32.190630 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3be81b-0694-4ec8-b3ce-90a39ce25eef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e3b821-0d31-42a0-afef-08f6e362e189,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:32.224683 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-27c6d0c1-8251-49dc-abba-6a61b28a8df8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (af1737dc-7be0-4e2f-b2ae-9cc775c50dc5), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.544694 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-27c6d0c1-8251-49dc-abba-6a61b28a8df8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (af1737dc-7be0-4e2f-b2ae-9cc775c50dc5), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.553680 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-27c6d0c1-8251-49dc-abba-6a61b28a8df8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (af1737dc-7be0-4e2f-b2ae-9cc775c50dc5), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.575355 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6d0c1-8251-49dc-abba-6a61b28a8df8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1737dc-7be0-4e2f-b2ae-9cc775c50dc5,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:32.583738 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-27c6d0c1-8251-49dc-abba-6a61b28a8df8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.584977 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-27c6d0c1-8251-49dc-abba-6a61b28a8df8 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4040813 Jul 13 23:25:32.588235 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56744) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:32.596211 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-19e1e1ca-ffe7-4425-9a93-11fec90fa755 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'security_group_rule': {'security_group_id': '89e3b821-0d31-42a0-afef-08f6e362e189', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:32.641616 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-19e1e1ca-ffe7-4425-9a93-11fec90fa755 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (89cc99b2-5898-490e-bcd2-e47818607382), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.742979 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-19e1e1ca-ffe7-4425-9a93-11fec90fa755 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (89cc99b2-5898-490e-bcd2-e47818607382), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.748752 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-19e1e1ca-ffe7-4425-9a93-11fec90fa755 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (89cc99b2-5898-490e-bcd2-e47818607382), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.796879 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1e1ca-ffe7-4425-9a93-11fec90fa755 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cc99b2-5898-490e-bcd2-e47818607382,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:32.805306 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-19e1e1ca-ffe7-4425-9a93-11fec90fa755 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.806508 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-19e1e1ca-ffe7-4425-9a93-11fec90fa755 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2168808 Jul 13 23:25:32.809689 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 56748) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:32.813942 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:32.829348 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487a8c7-1d2a-4b88-84b4-dfe3f7d99620 req-690678d2-896a-4788-9a0c-9b17c8a52ad1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:32.830803 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d487a8c7-1d2a-4b88-84b4-dfe3f7d99620 req-690678d2-896a-4788-9a0c-9b17c8a52ad1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0831308 Jul 13 23:25:32.858454 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:32.937061 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d487a8c7-1d2a-4b88-84b4-dfe3f7d99620 req-faf21637-1f4e-4aa6-97dd-2fc3760b7bb4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006696 Jul 13 23:25:32.957058 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:32.960454 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:33.071028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Allocated IP 172.27.3.125 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/2fb89e6a-4acd-43db-b775-129113634762) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:25:33.147807 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:33.183542 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (2fb89e6a-4acd-43db-b775-129113634762), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:33.218890 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (2fb89e6a-4acd-43db-b775-129113634762), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:33.255605 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:25:33.264161 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:25:33.267935 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:25:33.271199 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=2fb89e6a-4acd-43db-b775-129113634762,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:33.353213 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (9561c213-0c00-48ce-a950-0dc61734997f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:33.392340 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2fb89e6a-4acd-43db-b775-129113634762), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:33.548424 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (2fb89e6a-4acd-43db-b775-129113634762), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:33.553505 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13859514'] for port (2fb89e6a-4acd-43db-b775-129113634762), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:33.626686 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=2fb89e6a-4acd-43db-b775-129113634762,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:33.635571 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (9561c213-0c00-48ce-a950-0dc61734997f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:33.652876 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:33.654485 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-70e8b7af-adfc-4670-b3fb-f04ce6b60296 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8435111 Jul 13 23:25:34.032446 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:34.098277 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3a382-cc90-4f3e-9347-49b7d8266d8b req-bc911039-cbcc-446e-9f4c-4284cc095f94 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:34.099817 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-56b3a382-cc90-4f3e-9347-49b7d8266d8b req-bc911039-cbcc-446e-9f4c-4284cc095f94 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0867949 Jul 13 23:25:34.120201 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-e1bd18fa-abbf-457e-a058-859ba6a8c3cc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--968661473&fields=id&tenant_id=29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 267 time: 0.1058969 Jul 13 23:25:34.220067 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-56b3a382-cc90-4f3e-9347-49b7d8266d8b req-b516cb11-5bfb-4c98-8f6e-84f6975ea261 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106734 Jul 13 23:25:34.262974 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:34.274856 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481059db-acd3-4584-8bfa-67c97668f081 req-6f6d8ef1-ffa9-43be-99a5-bbccd304f567 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:34.276454 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-6f6d8ef1-ffa9-43be-99a5-bbccd304f567 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 815 time: 0.1486039 Jul 13 23:25:34.296418 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-79471a30-83bc-48b7-ba0b-6ce8d3cdedfc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/quotas/29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 375 time: 0.0117388 Jul 13 23:25:34.350836 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-7e179b39-25c8-4927-9799-b5266eea13ec tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489552 Jul 13 23:25:34.450771 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-60958a6a-2e31-4068-9f8c-73495e879613 service neutron] 10.222.0.60 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869923 Jul 13 23:25:34.549136 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-ece2c016-d3f1-4b52-bd1c-17e16cdfdafb service neutron] 10.222.0.60 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924799 Jul 13 23:25:34.707374 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a4a53d04-7c13-4e16-b721-6826a875f0ff req-475b405a-6a62-44aa-abc9-b8c4cecffcb2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 210 time: 0.0285256 Jul 13 23:25:35.344577 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21cced-7437-4c54-9fcc-54daa8d59a6a req-5f1e07a6-012a-4164-9572-b235dd8b3bef tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:35.346023 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a21cced-7437-4c54-9fcc-54daa8d59a6a req-5f1e07a6-012a-4164-9572-b235dd8b3bef tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0471597 Jul 13 23:25:35.397243 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a21cced-7437-4c54-9fcc-54daa8d59a6a req-a184bb29-4d4a-46c2-8de1-d5e0bfeaab22 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457292 Jul 13 23:25:35.816650 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-13f5da67-6240-42a6-bcf6-b8ed1b49fb73 req-184fde88-b169-40e7-a5a0-2e6e95007371 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 210 time: 0.0302715 Jul 13 23:25:35.902703 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device bf3e2e5f-7b49-4ece-9362-4fc3e357383a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:25:36.007833 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:36.019462 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'port_id': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'mac_address': 'fa:16:3e:69:70:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:25:36.056611 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port bf3e2e5f-7b49-4ece-9362-4fc3e357383a is: ACTIVE; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:25:36.056994 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:36.070244 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf3e2e5f-7b49-4ece-9362-4fc3e357383a {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:25:36.091667 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:36.095123 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:36.143066 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=6']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:36.151557 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.151931 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.152826 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.153167 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.153495 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.153822 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.154149 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.154472 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.154793 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.155109 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.155426 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.155852 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.156176 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.156492 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.156805 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:25:36.523870 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f498-60c4-4524-a1a1-23d536239f61 req-60613dda-d343-4b5d-974c-aaf55caa3111 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:36.525416 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a307f498-60c4-4524-a1a1-23d536239f61 req-60613dda-d343-4b5d-974c-aaf55caa3111 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0512333 Jul 13 23:25:36.575925 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a307f498-60c4-4524-a1a1-23d536239f61 req-2dbbb817-f3cd-41c6-a299-a2a53ac020e6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Jul 13 23:25:36.923112 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9fc7457e-4497-4b64-b8a8-7edcfca41091 req-26c52ecb-a1b5-4bf4-a669-87effeb8c914 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 210 time: 0.0284612 Jul 13 23:25:37.667888 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=15 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:37.677783 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:37.704019 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ac6af-0f22-4b4c-9a57-a4bc1e1e37f1 req-ba26232a-a404-4fb4-acb4-8808c5acec3f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:37.705594 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e5ac6af-0f22-4b4c-9a57-a4bc1e1e37f1 req-ba26232a-a404-4fb4-acb4-8808c5acec3f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0532436 Jul 13 23:25:37.756774 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e5ac6af-0f22-4b4c-9a57-a4bc1e1e37f1 req-7a8060be-5a75-4b00-853c-3afe7ca50348 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453124 Jul 13 23:25:38.029090 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d8803cb8-d603-43db-a552-c20817dabf26 req-dafae221-0505-4dee-98b2-b694fc80bd3a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 210 time: 0.0292041 Jul 13 23:25:38.896504 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['bf3e2e5f-7b49-4ece-9362-4fc3e357383a'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:25:38.913427 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b576138-95fc-4edf-958d-75e1967af985 req-37a3fa18-9dd7-4a16-87f2-32140f9d2bda tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:38.920372 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0b576138-95fc-4edf-958d-75e1967af985 req-37a3fa18-9dd7-4a16-87f2-32140f9d2bda tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0669491 Jul 13 23:25:38.984901 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:38.998916 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0b576138-95fc-4edf-958d-75e1967af985 req-2b4db018-1fa7-49f6-bc4c-2990bb0052d9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766609 Jul 13 23:25:39.113088 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:39.146412 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b500447-ab26-4d8d-92af-09c7fbc1659c req-e83d5866-8915-46e6-af0b-e18d8ce581cd tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 210 time: 0.0363479 Jul 13 23:25:39.560704 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481059db-acd3-4584-8bfa-67c97668f081 req-c4f1703d-9193-49a7-838a-151e863df722 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:39.562275 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-c4f1703d-9193-49a7-838a-151e863df722 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 815 time: 0.1334386 Jul 13 23:25:39.804557 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-8f517321-f280-44e9-bbf1-b961cac9f1d4 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d1268531c344eaaf28dc6c1498a467 HTTP/1.1" status: 200 len: 379 time: 0.0876930 Jul 13 23:25:39.815350 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'port': {'device_id': 'd521c2da-11fc-493c-838f-a91f60999590', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'admin_state_up': True, 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'security_groups': ['89e3b821-0d31-42a0-afef-08f6e362e189']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:39.968710 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:25:40.001071 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Made reservation on behalf of 29d1268531c344eaaf28dc6c1498a467 for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:25:40.005664 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:40.132862 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e6cba-4ca0-41b4-a71a-e55794f32329 req-1fd9e865-58a0-49fa-97a5-9b2f03b2f6a7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:40.134747 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-953e6cba-4ca0-41b4-a71a-e55794f32329 req-1fd9e865-58a0-49fa-97a5-9b2f03b2f6a7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0614986 Jul 13 23:25:40.189460 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-953e6cba-4ca0-41b4-a71a-e55794f32329 req-2c4fb08a-3fa6-42cb-bc5f-c72ca142b10f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484149 Jul 13 23:25:40.203255 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Allocated IP 172.20.0.4 (f06a5500-178c-41a3-8775-8311d13c34cf/f4331c6d-b15e-4c21-95f6-42dc614cb3ce/374d168e-ee51-4813-87cd-518a5a8bb454) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:25:40.293819 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-430d91b8-6849-45ac-977a-3ca6ba34accf req-ee692f3d-d0f0-4ff8-bc88-43493c9bd6ed tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 210 time: 0.0320978 Jul 13 23:25:40.399468 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:40.424545 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for port (374d168e-ee51-4813-87cd-518a5a8bb454), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:40.462283 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:40.497802 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:40.508734 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Network f06a5500-178c-41a3-8775-8311d13c34cf is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:25:40.512716 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:25:40.517394 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:25:40.556814 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event updated for resources: {'Port': ['ID=374d168e-ee51-4813-87cd-518a5a8bb454,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:40.591244 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:40.592513 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:40.622487 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-ba98088c-ab1b-45fd-b412-7011a65effef tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8107536 Jul 13 23:25:40.633644 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Request body: {'port': {'device_id': 'd521c2da-11fc-493c-838f-a91f60999590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:40.717965 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:40.771621 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device bf3e2e5f-7b49-4ece-9362-4fc3e357383a up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:25:40.831918 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port bf3e2e5f-7b49-4ece-9362-4fc3e357383a triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:25:40.832288 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:40.884493 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b9046835-dad8-4aa5-b239-f2bde2ce756a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:40.929646 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-9d0929e6-48a4-40d6-90d8-46be50bfb7ae None None] Provisioning complete for port 374d168e-ee51-4813-87cd-518a5a8bb454 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:25:40.929909 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9d0929e6-48a4-40d6-90d8-46be50bfb7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:40.963591 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port bf3e2e5f-7b49-4ece-9362-4fc3e357383a is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:25:40.963981 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:40.992853 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-9d0929e6-48a4-40d6-90d8-46be50bfb7ae None None] Port 374d168e-ee51-4813-87cd-518a5a8bb454 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:25:41.007866 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:25:41.010213 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaf0190-b1bb-430d-983d-d3a8cca82cbb" -d '{"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:25:41.039365 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:41.046364 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:41.053814 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b664a-9aa9-4d68-831a-cf19a597f78e x-openstack-request-id: req-737b664a-9aa9-4d68-831a-cf19a597f78e {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:25:41.054295 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:25:41.054655 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-737b664a-9aa9-4d68-831a-cf19a597f78e {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:25:41.055352 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737b664a-9aa9-4d68-831a-cf19a597f78e'] response: {'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'code': 200} Jul 13 23:25:41.095933 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374d168e-ee51-4813-87cd-518a5a8bb454 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:25:41.105378 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Publish callbacks [] for port (374d168e-ee51-4813-87cd-518a5a8bb454), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:41.119699 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=7']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:41.128411 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Transition to ACTIVE for port object 374d168e-ee51-4813-87cd-518a5a8bb454 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:25:41.133564 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:41.196254 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Pushing event updated for resources: {'Port': ['ID=374d168e-ee51-4813-87cd-518a5a8bb454,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:41.325266 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Attempting to bind port 374d168e-ee51-4813-87cd-518a5a8bb454 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:25:41.325748 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Attempting to bind port 374d168e-ee51-4813-87cd-518a5a8bb454 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:25:41.326196 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Attempting to bind port 374d168e-ee51-4813-87cd-518a5a8bb454 on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:25:41.333759 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Port 374d168e-ee51-4813-87cd-518a5a8bb454 on network f06a5500-178c-41a3-8775-8311d13c34cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:25:41.334247 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Attempting to bind port 374d168e-ee51-4813-87cd-518a5a8bb454 on network f06a5500-178c-41a3-8775-8311d13c34cf {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:25:41.342369 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:25:41.342873 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Checking segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:25:41.343446 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Bound using segment: {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:25:41.344068 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Bound port: 374d168e-ee51-4813-87cd-518a5a8bb454, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268560e7-5917-4979-89f1-92684c266ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:25:41.344551 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:41.420760 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6625ea9-fa88-46f9-9420-2958a6eb090f req-f7e93ba4-8a11-4d53-83ea-6a11f90df796 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:41.422407 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a6625ea9-fa88-46f9-9420-2958a6eb090f req-f7e93ba4-8a11-4d53-83ea-6a11f90df796 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.1191719 Jul 13 23:25:41.457551 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] For port 374d168e-ee51-4813-87cd-518a5a8bb454, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:25:41.461722 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] For port 374d168e-ee51-4813-87cd-518a5a8bb454, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=374d168e-ee51-4813-87cd-518a5a8bb454,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:25:41.465075 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:41.471304 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:41.496774 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c032c-9d23-430e-8d71-e57c1bb2ace2 req-e179e7bd-bee8-4c1e-9d2f-e88cfcb6eed3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:41.499256 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d64c032c-9d23-430e-8d71-e57c1bb2ace2 req-e179e7bd-bee8-4c1e-9d2f-e88cfcb6eed3 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 943 time: 0.0756910 Jul 13 23:25:41.510536 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:41.511444 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:41.513949 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] 10.222.0.58 "PUT /v2.0/ports/374d168e-ee51-4813-87cd-518a5a8bb454 HTTP/1.1" status: 200 len: 1093 time: 0.8850029 Jul 13 23:25:41.514501 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd521c2da-11fc-493c-838f-a91f60999590', 'tag': '374d168e-ee51-4813-87cd-518a5a8bb454'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:25:41.517092 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe0b347-bb6f-4635-889f-3780c108d86e" -d '{"events": [{"name": "network-changed", "server_uuid": "d521c2da-11fc-493c-838f-a91f60999590", "tag": "374d168e-ee51-4813-87cd-518a5a8bb454"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:25:41.531365 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:41.562706 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a6625ea9-fa88-46f9-9420-2958a6eb090f req-55435ade-8ba6-4531-9d81-6279534c2a3a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257215 Jul 13 23:25:41.569449 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-9a7a11ec-52bd-4ba1-81a2-17cf915b91de tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104143) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:25:41.570519 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-9a7a11ec-52bd-4ba1-81a2-17cf915b91de tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090828 Jul 13 23:25:41.571916 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbdf7c-64ca-4a9f-878c-2a43f3efba78 service neutron] Pushing event updated for resources: {'Port': ['ID=374d168e-ee51-4813-87cd-518a5a8bb454,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:41.615016 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d64c032c-9d23-430e-8d71-e57c1bb2ace2 req-0953d694-c588-48f9-9103-df502d690103 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024680 Jul 13 23:25:41.634792 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142eb307-3d65-4aca-9b92-5db084c05082 x-openstack-request-id: req-142eb307-3d65-4aca-9b92-5db084c05082 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:25:41.635897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d521c2da-11fc-493c-838f-a91f60999590", "tag": "374d168e-ee51-4813-87cd-518a5a8bb454", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:25:41.636146 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-142eb307-3d65-4aca-9b92-5db084c05082 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:25:41.636790 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142eb307-3d65-4aca-9b92-5db084c05082'] response: {'name': 'network-changed', 'server_uuid': 'd521c2da-11fc-493c-838f-a91f60999590', 'tag': '374d168e-ee51-4813-87cd-518a5a8bb454', 'status': 'completed', 'code': 200} Jul 13 23:25:41.890201 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481059db-acd3-4584-8bfa-67c97668f081 req-eb274d34-d868-49b9-874d-b3bd28da0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:41.892290 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-eb274d34-d868-49b9-874d-b3bd28da0b20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 1127 time: 0.0849249 Jul 13 23:25:41.968365 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-44a5ff5f-59a9-48cf-97dd-2ebe12b44054 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=374d168e-ee51-4813-87cd-518a5a8bb454 HTTP/1.1" status: 200 len: 217 time: 0.0664303 Jul 13 23:25:42.069690 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481059db-acd3-4584-8bfa-67c97668f081 req-35cccf8d-5aac-48c9-947f-670bfe843b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:42.072265 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-35cccf8d-5aac-48c9-947f-670bfe843b54 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0860360 Jul 13 23:25:42.092097 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:42.145761 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481059db-acd3-4584-8bfa-67c97668f081 req-5e7e71dd-ff03-4ee8-993e-febda7513ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:42.148486 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-5e7e71dd-ff03-4ee8-993e-febda7513ea7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698590 Jul 13 23:25:42.334206 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-f761c2f0-47fa-44a2-81df-37e24c803777 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788123 Jul 13 23:25:42.452119 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-481059db-acd3-4584-8bfa-67c97668f081 req-4beb0109-6a1c-40ad-af9b-2745a73dd3c6 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110225 Jul 13 23:25:42.767212 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:42.847387 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9406b13-6aec-4a3e-b554-055e94c18498 req-bd81bbab-8367-40c4-978a-02b275a687ed tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:42.850284 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c9406b13-6aec-4a3e-b554-055e94c18498 req-bd81bbab-8367-40c4-978a-02b275a687ed tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.1630359 Jul 13 23:25:42.862927 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf5c85-74a2-4901-b460-b166efdc075a req-e80b22e3-915e-4e82-95da-d52aa87ac970 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:42.865664 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5cf5c85-74a2-4901-b460-b166efdc075a req-e80b22e3-915e-4e82-95da-d52aa87ac970 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 943 time: 0.1588941 Jul 13 23:25:42.996848 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5cf5c85-74a2-4901-b460-b166efdc075a req-c7437b38-a687-482a-9791-240bcb5a1604 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188638 Jul 13 23:25:43.014248 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c9406b13-6aec-4a3e-b554-055e94c18498 req-16d4c5b4-922f-4107-b6c1-b93d207a51f4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443300 Jul 13 23:25:43.874138 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e55d66de-d364-48cb-984c-7b6456942829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:44.200300 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387d42d-c139-4311-933f-7395ef226451 req-1e99a3ee-3cf4-4540-b6fc-d36c4d68cda5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:44.203931 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4387d42d-c139-4311-933f-7395ef226451 req-1e99a3ee-3cf4-4540-b6fc-d36c4d68cda5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.1005471 Jul 13 23:25:44.216318 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5701372-84f5-4337-9d33-d363a49ddf57 req-a7351c60-0985-48cb-ad2f-8e84dba418bf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:44.219357 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5701372-84f5-4337-9d33-d363a49ddf57 req-a7351c60-0985-48cb-ad2f-8e84dba418bf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 943 time: 0.0794449 Jul 13 23:25:44.341881 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4387d42d-c139-4311-933f-7395ef226451 req-a9b80a2c-10c9-40e2-a373-5de29987491b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178608 Jul 13 23:25:44.346330 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5701372-84f5-4337-9d33-d363a49ddf57 req-c31410aa-8d7b-4a26-b505-c427cbe3391a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187232 Jul 13 23:25:44.570890 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:45.522551 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb7913-cbba-458a-a25a-b965e021acaf req-bf53ff62-003c-4376-a7c4-b1b8d7b14efc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:45.525065 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ddeb7913-cbba-458a-a25a-b965e021acaf req-bf53ff62-003c-4376-a7c4-b1b8d7b14efc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 943 time: 0.0962183 Jul 13 23:25:45.599126 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a937445-7347-467f-896f-25abac7d42fc req-2cb552c9-ffa4-4da1-977f-ed8543f4f686 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:45.600722 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3a937445-7347-467f-896f-25abac7d42fc req-2cb552c9-ffa4-4da1-977f-ed8543f4f686 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.1104894 Jul 13 23:25:45.627025 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ddeb7913-cbba-458a-a25a-b965e021acaf req-0e28fe51-504f-4ded-8515-4620adb32642 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779340 Jul 13 23:25:45.667743 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3a937445-7347-467f-896f-25abac7d42fc req-d0cc3bd2-aa0a-4252-b7d4-19f4583d32a9 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597432 Jul 13 23:25:46.523423 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:46.712656 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:46.869148 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd75fc-dc5b-4eae-ae39-65f8ee74631e req-9479c47d-460b-4dcc-aa12-77a0c23933f7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:46.870768 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dbd75fc-dc5b-4eae-ae39-65f8ee74631e req-9479c47d-460b-4dcc-aa12-77a0c23933f7 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.1126466 Jul 13 23:25:46.887302 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb0d8c-0216-4aee-95c1-6eac6c8eabff req-7dcadbcb-0b68-40f4-b0a6-2244ae9c2d46 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:46.889083 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35cb0d8c-0216-4aee-95c1-6eac6c8eabff req-7dcadbcb-0b68-40f4-b0a6-2244ae9c2d46 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 943 time: 0.1523199 Jul 13 23:25:47.005718 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dbd75fc-dc5b-4eae-ae39-65f8ee74631e req-62825178-0f90-4646-8c05-8db3b153fe84 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155200 Jul 13 23:25:47.009561 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35cb0d8c-0216-4aee-95c1-6eac6c8eabff req-9f0567eb-cb61-46d9-a7a9-d513d9a0d0c5 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093700 Jul 13 23:25:48.179719 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeaf1f-ca79-45dc-9190-d945a0425a03 req-b1becab0-c2ba-44db-ac49-46373b716bc5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:48.181793 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99aeaf1f-ca79-45dc-9190-d945a0425a03 req-b1becab0-c2ba-44db-ac49-46373b716bc5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0962470 Jul 13 23:25:48.213748 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38a64-7fdd-4e2f-93a1-720e5c2398a8 req-05f1625f-1dc4-4237-b35b-1092e793ca9f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:48.215714 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a9a38a64-7fdd-4e2f-93a1-720e5c2398a8 req-05f1625f-1dc4-4237-b35b-1092e793ca9f tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 943 time: 0.1160374 Jul 13 23:25:48.272873 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:48.294770 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99aeaf1f-ca79-45dc-9190-d945a0425a03 req-386b3c46-8105-4cd1-8e08-9221fa1d3821 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055417 Jul 13 23:25:48.299708 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a9a38a64-7fdd-4e2f-93a1-720e5c2398a8 req-7106cf1b-3dbf-4320-9c7c-627ee03f12bd tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730832 Jul 13 23:25:49.445094 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0a470-7615-4d5f-9f91-d27778f2121a req-78078cb0-49b7-4c0a-919a-2eef75e54206 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:49.446687 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-77d0a470-7615-4d5f-9f91-d27778f2121a req-78078cb0-49b7-4c0a-919a-2eef75e54206 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 943 time: 0.0748966 Jul 13 23:25:49.458924 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc85ae2-9bb5-42e9-aca4-223eee4d4b5b req-165a1415-9d8f-4443-b7b3-fb1eb4f5973b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:49.460399 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5bc85ae2-9bb5-42e9-aca4-223eee4d4b5b req-165a1415-9d8f-4443-b7b3-fb1eb4f5973b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0781231 Jul 13 23:25:49.542289 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-77d0a470-7615-4d5f-9f91-d27778f2121a req-e9eb2166-ef64-4851-b6df-1ddf39439818 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897932 Jul 13 23:25:49.555215 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5bc85ae2-9bb5-42e9-aca4-223eee4d4b5b req-6999781c-bb9a-474b-b880-9a0082c6c667 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846694 Jul 13 23:25:50.401679 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-8ebc949b-da0d-4d83-a52c-86f24a6dec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:50.403288 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-8ebc949b-da0d-4d83-a52c-86f24a6dec3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 1127 time: 0.0453427 Jul 13 23:25:50.525263 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-b0763a09-91aa-47e3-bf55-00ce7fc063aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:50.526847 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-b0763a09-91aa-47e3-bf55-00ce7fc063aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 916 time: 0.1131420 Jul 13 23:25:50.570444 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-3588f35d-b36c-4679-aace-a352e6d01a1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=374d168e-ee51-4813-87cd-518a5a8bb454 HTTP/1.1" status: 200 len: 217 time: 0.0369129 Jul 13 23:25:50.631357 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-f007ddac-e5e9-46f2-b72c-52fdbf5a6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:50.633179 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-f007ddac-e5e9-46f2-b72c-52fdbf5a6c8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0522285 Jul 13 23:25:50.661165 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:50.685371 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-657cdfbe-830b-4524-8edf-026974dd7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:50.686891 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-657cdfbe-830b-4524-8edf-026974dd7f3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450096 Jul 13 23:25:50.704594 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd96dd-1c72-45d1-ab95-2d856fe86b1c req-e0b1bad1-39ba-4ed1-a49f-f4935eedcde5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:50.706096 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-42dd96dd-1c72-45d1-ab95-2d856fe86b1c req-e0b1bad1-39ba-4ed1-a49f-f4935eedcde5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0771136 Jul 13 23:25:50.734138 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c141e-fe52-499f-a15c-a244fb80d556 req-364ec909-af9c-4ade-a571-59ec44defcfb tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:50.740806 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b59c141e-fe52-499f-a15c-a244fb80d556 req-364ec909-af9c-4ade-a571-59ec44defcfb tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 943 time: 0.0801454 Jul 13 23:25:50.795606 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-052892f5-dcd5-4855-9fe9-6324efeb3d46 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016767 Jul 13 23:25:50.798935 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 374d168e-ee51-4813-87cd-518a5a8bb454 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:25:50.820447 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b59c141e-fe52-499f-a15c-a244fb80d556 req-9cea095c-92e2-45ae-898c-ecb82642ac82 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774233 Jul 13 23:25:50.834302 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-42dd96dd-1c72-45d1-ab95-2d856fe86b1c req-ec082d56-fc0b-4e6e-8b5a-2d33b81742e1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221094 Jul 13 23:25:50.921534 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 374d168e-ee51-4813-87cd-518a5a8bb454, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=374d168e-ee51-4813-87cd-518a5a8bb454,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:50.938947 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '374d168e-ee51-4813-87cd-518a5a8bb454', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'port_id': '374d168e-ee51-4813-87cd-518a5a8bb454', 'mac_address': 'fa:16:3e:80:bb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:25:50.940740 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1fe0b347-bb6f-4635-889f-3780c108d86e req-9f561a74-f0d9-43fd-8a6e-cb88580fb358 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372752 Jul 13 23:25:50.978946 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 374d168e-ee51-4813-87cd-518a5a8bb454 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:25:50.979324 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:50.994436 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374d168e-ee51-4813-87cd-518a5a8bb454 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:25:51.016861 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 374d168e-ee51-4813-87cd-518a5a8bb454, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=374d168e-ee51-4813-87cd-518a5a8bb454,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:51.021625 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:51.068718 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:51.073454 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=374d168e-ee51-4813-87cd-518a5a8bb454,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:51.445497 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['374d168e-ee51-4813-87cd-518a5a8bb454'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:25:51.591984 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:51.971388 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:51.977369 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:52.002486 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8044d9d-a016-4dae-92df-ca122c32e203 req-cb6563fb-734b-4d2b-a665-9f4282c877c2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:52.008067 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8044d9d-a016-4dae-92df-ca122c32e203 req-cb6563fb-734b-4d2b-a665-9f4282c877c2 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 944 time: 0.0817575 Jul 13 23:25:52.015301 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c59dd3-866a-4974-a0f4-6d83939e825a req-84b926a8-f0d9-474c-9b9c-1ed1eefccc1a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:52.016984 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6c59dd3-866a-4974-a0f4-6d83939e825a req-84b926a8-f0d9-474c-9b9c-1ed1eefccc1a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.1020727 Jul 13 23:25:52.090216 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8044d9d-a016-4dae-92df-ca122c32e203 req-005ee9ed-e3af-47f3-a031-da64a774fc6c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721498 Jul 13 23:25:52.135928 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6c59dd3-866a-4974-a0f4-6d83939e825a req-ac38ee56-7acc-42af-86d8-78cf73c98367 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027813 Jul 13 23:25:52.651100 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:52.803226 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 374d168e-ee51-4813-87cd-518a5a8bb454 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:25:52.850892 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 374d168e-ee51-4813-87cd-518a5a8bb454 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:25:52.858198 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 374d168e-ee51-4813-87cd-518a5a8bb454 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:25:52.858581 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:52.970429 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 374d168e-ee51-4813-87cd-518a5a8bb454 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:25:52.971139 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:52.996415 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd521c2da-11fc-493c-838f-a91f60999590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d168e-ee51-4813-87cd-518a5a8bb454'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:25:52.999206 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6afdcc-0ab3-492d-8521-8b9709516a77" -d '{"events": [{"server_uuid": "d521c2da-11fc-493c-838f-a91f60999590", "name": "network-vif-plugged", "status": "completed", "tag": "374d168e-ee51-4813-87cd-518a5a8bb454"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:25:53.016317 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 374d168e-ee51-4813-87cd-518a5a8bb454, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=374d168e-ee51-4813-87cd-518a5a8bb454,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:25:53.021883 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:53.053635 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988cd065-32ce-4d24-9a1c-bc1ab1d57ed8 x-openstack-request-id: req-988cd065-32ce-4d24-9a1c-bc1ab1d57ed8 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:25:53.053986 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d521c2da-11fc-493c-838f-a91f60999590", "name": "network-vif-plugged", "status": "completed", "tag": "374d168e-ee51-4813-87cd-518a5a8bb454", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:25:53.054182 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-988cd065-32ce-4d24-9a1c-bc1ab1d57ed8 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:25:53.054574 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988cd065-32ce-4d24-9a1c-bc1ab1d57ed8'] response: {'server_uuid': 'd521c2da-11fc-493c-838f-a91f60999590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d168e-ee51-4813-87cd-518a5a8bb454', 'code': 200} Jul 13 23:25:53.085883 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=374d168e-ee51-4813-87cd-518a5a8bb454,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:53.327119 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c01ee-98e3-41c4-9b29-15dd914510a9 req-cd630de0-1da2-4c3f-a897-86096d581604 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:53.328752 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9f1c01ee-98e3-41c4-9b29-15dd914510a9 req-cd630de0-1da2-4c3f-a897-86096d581604 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.1200306 Jul 13 23:25:53.342530 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f83ca1-8eed-48ae-bfc5-856c91111dc0 req-b99465fe-052a-4c16-9d46-376449b02aaf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:53.344718 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c0f83ca1-8eed-48ae-bfc5-856c91111dc0 req-b99465fe-052a-4c16-9d46-376449b02aaf tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 945 time: 0.0892575 Jul 13 23:25:53.371763 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ca3f1-e8b8-4c3e-bc3e-1647bcc4476a req-8c77da6d-a6f9-4f1b-b92c-c84bc7a2e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:53.374184 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2a7ca3f1-e8b8-4c3e-bc3e-1647bcc4476a req-8c77da6d-a6f9-4f1b-b92c-c84bc7a2e612 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 1129 time: 0.0601363 Jul 13 23:25:53.434722 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2a7ca3f1-e8b8-4c3e-bc3e-1647bcc4476a req-b24125f7-7e22-4515-bfae-905e0674f11a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539579 Jul 13 23:25:53.479051 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c0f83ca1-8eed-48ae-bfc5-856c91111dc0 req-f7c21e7e-9cea-4434-a1f3-cbdff67a7954 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838413 Jul 13 23:25:53.497459 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9f1c01ee-98e3-41c4-9b29-15dd914510a9 req-52c99220-e6a1-48a5-99a3-dd58d125a457 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515560 Jul 13 23:25:54.383327 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 56984) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:54.500945 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a8322c5-b208-4976-9944-a1e5ff21a2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:54.592343 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a8322c5-b208-4976-9944-a1e5ff21a2e1 admin admin] Publish callbacks [] for security_group (8e34ba60-5c1d-414c-83a0-d246eaf9b65d), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:54.599839 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a8322c5-b208-4976-9944-a1e5ff21a2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (8e34ba60-5c1d-414c-83a0-d246eaf9b65d), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:54.616665 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:54.621452 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:54.654382 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0a8322c5-b208-4976-9944-a1e5ff21a2e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1389397378e4772a3a8270d1a0d634d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698581 Jul 13 23:25:54.655641 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 56996) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:54.664545 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8322c5-b208-4976-9944-a1e5ff21a2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e34ba60-5c1d-414c-83a0-d246eaf9b65d,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:54.715616 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e5acf39-9b5d-4edc-b65f-ea55ed099ad2 admin admin] Publish callbacks [] for security_group (8e34ba60-5c1d-414c-83a0-d246eaf9b65d), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:54.740565 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e5acf39-9b5d-4edc-b65f-ea55ed099ad2 admin admin] Publish callbacks [] for security_group (8e34ba60-5c1d-414c-83a0-d246eaf9b65d), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:54.744022 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390072-5224-4dee-a959-2ebf8fe46172 req-44aa7660-532c-4ac5-98c1-de68f76f5681 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:54.747165 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f4390072-5224-4dee-a959-2ebf8fe46172 req-44aa7660-532c-4ac5-98c1-de68f76f5681 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 945 time: 0.1353660 Jul 13 23:25:54.765048 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c21283-4ec1-4baf-aa93-22502f814c47 req-6286adce-6180-41c5-847e-46c087963c4c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:54.766889 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33c21283-4ec1-4baf-aa93-22502f814c47 req-6286adce-6180-41c5-847e-46c087963c4c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0887132 Jul 13 23:25:54.811136 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e5acf39-9b5d-4edc-b65f-ea55ed099ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (8e34ba60-5c1d-414c-83a0-d246eaf9b65d), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:54.814588 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e5acf39-9b5d-4edc-b65f-ea55ed099ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:54.815909 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-1e5acf39-9b5d-4edc-b65f-ea55ed099ad2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e34ba60-5c1d-414c-83a0-d246eaf9b65d HTTP/1.1" status: 204 len: 168 time: 0.1580856 Jul 13 23:25:54.825003 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5acf39-9b5d-4edc-b65f-ea55ed099ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e34ba60-5c1d-414c-83a0-d246eaf9b65d,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:54.877294 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f4390072-5224-4dee-a959-2ebf8fe46172 req-a6d17510-9e82-4c8f-8088-34e59a029c9d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090603 Jul 13 23:25:54.912952 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33c21283-4ec1-4baf-aa93-22502f814c47 req-961e65c3-ba98-4e4f-ad4f-304c3537579f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328132 Jul 13 23:25:55.651729 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57028) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:55.755306 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-433281878-network', 'tenant_id': 'ee4bf49f582d4479a11bdc669c44793c'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:55.776218 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Made reservation on behalf of ee4bf49f582d4479a11bdc669c44793c for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:25:55.779227 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:55.787952 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:55.865221 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Publish callbacks [] for security_group (cd0e5137-f22e-4280-b4fc-0e706450aa14), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:55.868931 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (cd0e5137-f22e-4280-b4fc-0e706450aa14), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:55.899964 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:25:55.906368 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0e5137-f22e-4280-b4fc-0e706450aa14,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:55.914676 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (5290a400-81b1-46e6-8be9-19bddcfa4f53), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:55.914676 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Added segment 5290a400-81b1-46e6-8be9-19bddcfa4f53 of type vlan for network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 Jul 13 23:25:55.957963 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:55.986213 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:55.987421 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:55.988079 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:55.992960 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63423b38-944a-453e-9a12-48b862945365 req-74a40770-9b46-4cd3-ac54-51e65f0abca0 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:55.994488 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-63423b38-944a-453e-9a12-48b862945365 req-74a40770-9b46-4cd3-ac54-51e65f0abca0 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 945 time: 0.0532317 Jul 13 23:25:56.007945 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:56.020878 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3680189 Jul 13 23:25:56.025215 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57036) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:56.054821 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Request body: {'subnet': {'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-433281878-subnet', 'tenant_id': 'ee4bf49f582d4479a11bdc669c44793c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:56.067273 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80419c-dda2-4288-8106-f26211d56002 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:56.079603 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:25:56.080516 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Made reservation on behalf of ee4bf49f582d4479a11bdc669c44793c for: {'subnet': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:25:56.082044 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc855e8-a8f8-43be-8e90-1c99a083d79f req-2a58df1e-cca2-4e7f-b5f2-cdfdb8d4c306 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:56.083278 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14774596'] for subnet (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:56.083592 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bc855e8-a8f8-43be-8e90-1c99a083d79f req-2a58df1e-cca2-4e7f-b5f2-cdfdb8d4c306 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0808198 Jul 13 23:25:56.091668 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-63423b38-944a-453e-9a12-48b862945365 req-49969bc7-4604-4cd2-b783-8e8bd070a118 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906510 Jul 13 23:25:56.138992 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bc855e8-a8f8-43be-8e90-1c99a083d79f req-581b9bdb-0ef3-4eaa-954d-7310ca7c80e4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463448 Jul 13 23:25:56.181159 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:56.234451 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2409a-7541-46e7-a549-39d8866b00d0 req-c9c831f6-4ca4-443d-9100-b63b0e3820f7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:56.236534 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d8a2409a-7541-46e7-a549-39d8866b00d0 req-c9c831f6-4ca4-443d-9100-b63b0e3820f7 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 945 time: 0.0508842 Jul 13 23:25:56.245228 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57040) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:25:56.249657 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-3f384157-b0d7-4211-b1b2-f6d5966c484c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Request body: {'floatingip': {'port_id': '374d168e-ee51-4813-87cd-518a5a8bb454'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:25:56.275741 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16506592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14774646'] for subnet (a443f72c-1d8b-4c62-ab2f-03c4be679875), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:56.290996 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f384157-b0d7-4211-b1b2-f6d5966c484c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (9561c213-0c00-48ce-a950-0dc61734997f), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:56.332184 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a443f72c-1d8b-4c62-ab2f-03c4be679875,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:25:56.347392 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:56.351846 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Checking segment: {'id': '5290a400-81b1-46e6-8be9-19bddcfa4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:25:56.352237 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Network hostable DHCP agents. Network: 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:25:56.374855 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:56.382460 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:25:56.393720 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2) {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:25:56.398230 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:56.398798 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:56.407595 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4133baed-3366-4e65-b2e0-e5da6a769c13 None None] Network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:25:56.422826 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-164605e8-8e6a-4a50-8c8f-20744b571776 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3922112 Jul 13 23:25:56.504243 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084377-5812-49a9-9836-4d87c1570c6d req-f40b66a1-c88b-469e-8b0e-53f14cb48037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:56.505917 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20084377-5812-49a9-9836-4d87c1570c6d req-f40b66a1-c88b-469e-8b0e-53f14cb48037 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 1130 time: 0.0455801 Jul 13 23:25:56.545432 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f2e91c-13a9-4f9b-ab89-9944a3f6d3d9 None None] Network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:25:56.624004 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084377-5812-49a9-9836-4d87c1570c6d req-071ff8e9-fb28-4884-9b94-3a2d29fbeb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:56.625536 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20084377-5812-49a9-9836-4d87c1570c6d req-071ff8e9-fb28-4884-9b94-3a2d29fbeb8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.1139426 Jul 13 23:25:56.710537 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20084377-5812-49a9-9836-4d87c1570c6d req-89cb870b-4ddf-49ac-b155-bfed030cc4ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a HTTP/1.1" status: 200 len: 1001 time: 0.0773528 Jul 13 23:25:56.761047 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084377-5812-49a9-9836-4d87c1570c6d req-23a7942a-0d99-42da-a1a4-b0444bcc039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:56.763238 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20084377-5812-49a9-9836-4d87c1570c6d req-23a7942a-0d99-42da-a1a4-b0444bcc039e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0459938 Jul 13 23:25:56.778829 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f384157-b0d7-4211-b1b2-f6d5966c484c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:56.793055 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f384157-b0d7-4211-b1b2-f6d5966c484c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (9561c213-0c00-48ce-a950-0dc61734997f), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:56.824271 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084377-5812-49a9-9836-4d87c1570c6d req-b2e99776-46a6-487a-b2f3-72e7490e4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:56.826600 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20084377-5812-49a9-9836-4d87c1570c6d req-b2e99776-46a6-487a-b2f3-72e7490e4dd0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578082 Jul 13 23:25:56.942290 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20084377-5812-49a9-9836-4d87c1570c6d req-da8934b5-8ddf-496a-b765-599618da47bc service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092603 Jul 13 23:25:57.077591 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20084377-5812-49a9-9836-4d87c1570c6d req-3a5e9120-f56f-4ede-8ae4-a44d06a0d5c0 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284583 Jul 13 23:25:57.144800 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-3f384157-b0d7-4211-b1b2-f6d5966c484c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Floating IP 9561c213-0c00-48ce-a950-0dc61734997f associated. External IP: 172.27.3.125, port: 374d168e-ee51-4813-87cd-518a5a8bb454. Jul 13 23:25:57.280428 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801b2b0-b996-4a79-971d-b26a5b0889f4 req-35bf94c8-baac-4ff7-ac0e-b42dfd0ee9bd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:57.281920 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f801b2b0-b996-4a79-971d-b26a5b0889f4 req-35bf94c8-baac-4ff7-ac0e-b42dfd0ee9bd tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0618110 Jul 13 23:25:57.402326 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f801b2b0-b996-4a79-971d-b26a5b0889f4 req-a2691fe9-1197-472e-a224-92cd1b810785 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147954 Jul 13 23:25:57.414700 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:57.437147 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f384157-b0d7-4211-b1b2-f6d5966c484c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:25:57.550127 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f384157-b0d7-4211-b1b2-f6d5966c484c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:25:57.554667 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f384157-b0d7-4211-b1b2-f6d5966c484c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:25:57.560645 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:25:57.587458 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3f384157-b0d7-4211-b1b2-f6d5966c484c tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "PUT /v2.0/floatingips/9561c213-0c00-48ce-a950-0dc61734997f HTTP/1.1" status: 200 len: 991 time: 1.3411081 Jul 13 23:25:57.588136 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd521c2da-11fc-493c-838f-a91f60999590', 'tag': '374d168e-ee51-4813-87cd-518a5a8bb454'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:25:57.591215 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc571db-6a4b-4058-bae6-a2269d16bf42" -d '{"events": [{"name": "network-changed", "server_uuid": "d521c2da-11fc-493c-838f-a91f60999590", "tag": "374d168e-ee51-4813-87cd-518a5a8bb454"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:25:57.636956 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8feb20d-1abf-4cd8-9884-e842f0c7a227 x-openstack-request-id: req-e8feb20d-1abf-4cd8-9884-e842f0c7a227 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:25:57.637245 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d521c2da-11fc-493c-838f-a91f60999590", "tag": "374d168e-ee51-4813-87cd-518a5a8bb454", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:25:57.637494 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8feb20d-1abf-4cd8-9884-e842f0c7a227 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:25:57.637896 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8feb20d-1abf-4cd8-9884-e842f0c7a227'] response: {'name': 'network-changed', 'server_uuid': 'd521c2da-11fc-493c-838f-a91f60999590', 'tag': '374d168e-ee51-4813-87cd-518a5a8bb454', 'status': 'completed', 'code': 200} Jul 13 23:25:57.702280 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:25:57.702795 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:25:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:57.806033 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:25:57.879457 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:58.020560 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '9561c213-0c00-48ce-a950-0dc61734997f', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '374d168e-ee51-4813-87cd-518a5a8bb454', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:80:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521c2da-11fc-493c-838f-a91f60999590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:25:33Z', 'updated_at': '2022-07-13T23:25:56Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:58.050195 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:25:58.059804 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:25:58.060416 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:25:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:58.132799 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:58.170521 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:25:58.368701 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:58.380336 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-cdde1193-34e9-4bf6-bf13-d480109cfa88 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:58.381792 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-cdde1193-34e9-4bf6-bf13-d480109cfa88 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/networks?id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 HTTP/1.1" status: 200 len: 808 time: 0.1077373 Jul 13 23:25:58.389417 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '9561c213-0c00-48ce-a950-0dc61734997f', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '374d168e-ee51-4813-87cd-518a5a8bb454', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:80:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521c2da-11fc-493c-838f-a91f60999590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:25:33Z', 'updated_at': '2022-07-13T23:25:56Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:25:58.396844 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-d8ea3bff-2a87-4468-a494-2ee45e169fc9 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/quotas/ee4bf49f582d4479a11bdc669c44793c HTTP/1.1" status: 200 len: 375 time: 0.0095592 Jul 13 23:25:58.413936 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fcbd30-6e27-4965-ade4-3b29cd204d37 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '9561c213-0c00-48ce-a950-0dc61734997f', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'port_id': '374d168e-ee51-4813-87cd-518a5a8bb454', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'mac_address': 'fa:16:3e:80:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521c2da-11fc-493c-838f-a91f60999590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:25:33Z', 'updated_at': '2022-07-13T23:25:56Z', 'revision_number': 1, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:25:58.430019 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-c820e1f6-2464-470e-b336-5957e3863cab tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee4bf49f582d4479a11bdc669c44793c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278456 Jul 13 23:25:58.441859 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-6fbf5daf-c8ff-4c8d-b34e-b88cf109ba8c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:25:58.443007 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-6fbf5daf-c8ff-4c8d-b34e-b88cf109ba8c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055065 Jul 13 23:25:58.548842 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-7793741c-94f5-4063-966b-1b9b2ec9fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:58.550077 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-7793741c-94f5-4063-966b-1b9b2ec9fb19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d1268531c344eaaf28dc6c1498a467&device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 1129 time: 0.0438056 Jul 13 23:25:58.572754 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60157591-ac4f-4072-9849-e3444d0fb7a6 req-7af0dcf6-6376-491d-bb81-db215000b65b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:58.573925 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-60157591-ac4f-4072-9849-e3444d0fb7a6 req-7af0dcf6-6376-491d-bb81-db215000b65b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0876257 Jul 13 23:25:58.592606 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-64e767b0-e4c7-47a5-89ca-eec202053d61 service neutron] 10.222.0.60 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434591 Jul 13 23:25:58.635765 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97ea11-cc8a-496c-a213-8b792e47fa37 None None] New status for floating IP 9561c213-0c00-48ce-a950-0dc61734997f: ACTIVE {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:25:58.669159 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-075973b7-af07-4c48-aee4-85c0b3315c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:58.671462 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-075973b7-af07-4c48-aee4-85c0b3315c4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 200 len: 916 time: 0.1139603 Jul 13 23:25:58.692057 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-60157591-ac4f-4072-9849-e3444d0fb7a6 req-4d6839b9-6d48-4e86-86c7-980413130374 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120808 Jul 13 23:25:58.716555 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-5bcfe6e7-9908-427f-8dc2-04f8250d1bcf service neutron] 10.222.0.60 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177046 Jul 13 23:25:58.743576 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-04b30bc0-ce84-4ba7-8106-7202f9c495da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=374d168e-ee51-4813-87cd-518a5a8bb454 HTTP/1.1" status: 200 len: 999 time: 0.0653131 Jul 13 23:25:58.814736 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:58.825040 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-01c0e312-cd98-4794-88b9-1677f34cac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:58.826546 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-01c0e312-cd98-4794-88b9-1677f34cac19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 200 len: 854 time: 0.0709474 Jul 13 23:25:58.882322 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-782e3890-0e24-4b59-99dc-580be2f3afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:58.883718 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-782e3890-0e24-4b59-99dc-580be2f3afb1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f06a5500-178c-41a3-8775-8311d13c34cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492249 Jul 13 23:25:58.924780 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25de42e8-a66e-4c2c-b84a-ca02ccfd51b9 req-48292386-ec3e-4e1f-90ec-dbca95868504 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 210 time: 0.0529175 Jul 13 23:25:58.997783 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-119b667e-4879-4ebc-9bd4-8b0a7276789a service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970812 Jul 13 23:25:59.254981 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5fc571db-6a4b-4058-bae6-a2269d16bf42 req-f0ecee4c-1721-40bb-99d2-85a1229f9799 service neutron] 10.222.0.58 "GET /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900035 Jul 13 23:25:59.836083 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114d28f-b733-4bac-ac89-ea316ae170f1 req-d474c9da-34e4-495a-a5c4-aa5149eb5daa tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:59.838403 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4114d28f-b733-4bac-ac89-ea316ae170f1 req-d474c9da-34e4-495a-a5c4-aa5149eb5daa tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0525854 Jul 13 23:25:59.866894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:25:59.896118 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4114d28f-b733-4bac-ac89-ea316ae170f1 req-475776bb-1a35-44ff-86e4-4df9bb212a6c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514631 Jul 13 23:25:59.904685 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-48d964c8-7225-4778-844f-41435d738211 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:25:59.906434 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-48d964c8-7225-4778-844f-41435d738211 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.58 "GET /v2.0/networks?id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 HTTP/1.1" status: 200 len: 808 time: 0.1120901 Jul 13 23:25:59.920990 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Request body: {'port': {'device_id': 'a150befa-60b0-4b71-ab9f-ff604edc0b7d', 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2', 'admin_state_up': True, 'tenant_id': 'ee4bf49f582d4479a11bdc669c44793c'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:26:00.024963 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c884236b-3508-4088-acd0-c52b65c81b60 req-c6fee5cc-0e0b-4cc8-968b-1125c4bcc2d8 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 210 time: 0.0272758 Jul 13 23:26:00.059323 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Made reservation on behalf of ee4bf49f582d4479a11bdc669c44793c for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:26:00.062924 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:00.193576 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Allocated IP 172.20.0.8 (5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2/a443f72c-1d8b-4c62-ab2f-03c4be679875/2d37048b-3ff3-4e03-a95b-e6292dbdbf93) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:26:00.363178 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks [] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:00.397309 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:00.432199 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:00.441827 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:26:00.448265 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:26:00.453555 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:26:00.486570 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Pushing event updated for resources: {'Port': ['ID=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:00.513517 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:00.514153 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:00.531368 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-59f0be48-2135-4f77-ac08-4e7f78d0c57f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6163483 Jul 13 23:26:00.548677 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Request body: {'port': {'device_id': 'a150befa-60b0-4b71-ab9f-ff604edc0b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:26:00.609850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:00.729148 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:00.860738 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device bf3e2e5f-7b49-4ece-9362-4fc3e357383a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:26:00.892504 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e749b-b626-4f2a-98f1-ad7a1c4b9622 req-5762f643-3b27-40af-b8f4-998f2fc92f74 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:00.894299 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d25e749b-b626-4f2a-98f1-ad7a1c4b9622 req-5762f643-3b27-40af-b8f4-998f2fc92f74 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 946 time: 0.0503745 Jul 13 23:26:00.926666 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:26:00.936155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Publish callbacks [] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:00.951010 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Transition to ACTIVE for port object 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:26:00.952708 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port bf3e2e5f-7b49-4ece-9362-4fc3e357383a is: ACTIVE; New status is: DOWN {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:26:00.953114 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:00.954586 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d25e749b-b626-4f2a-98f1-ad7a1c4b9622 req-57e923ce-1478-4c06-8252-36e234b4ec04 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540783 Jul 13 23:26:00.956945 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:00.989176 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:26:00.991433 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25765a24-206d-46df-bc12-46c533e41a6c" -d '{"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:26:01.005675 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:01.014628 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:01.040270 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Jul 2022 23:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925b25b-7072-41d2-a32c-3cd4392c0e1e x-openstack-request-id: req-e925b25b-7072-41d2-a32c-3cd4392c0e1e {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:26:01.040555 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-unplugged", "status": "failed", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a", "code": 422}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:26:01.041533 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e925b25b-7072-41d2-a32c-3cd4392c0e1e {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:26:01.041975 dv-cinder-799871-29-iscsi neutron-server[104144]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e925b25b-7072-41d2-a32c-3cd4392c0e1e']: {'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'code': 422} returned with failed status Jul 13 23:26:01.074117 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Pushing event updated for resources: {'Port': ['ID=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:01.082711 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=8']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:01.104266 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Attempting to bind port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:26:01.104493 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Attempting to bind port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5290a400-81b1-46e6-8be9-19bddcfa4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:26:01.104888 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Attempting to bind port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 on network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:26:01.110143 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 on network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:26:01.110461 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Attempting to bind port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 on network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:26:01.115862 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:26:01.116037 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Checking segment: {'id': '5290a400-81b1-46e6-8be9-19bddcfa4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:26:01.116415 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Bound using segment: {'id': '5290a400-81b1-46e6-8be9-19bddcfa4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:26:01.116829 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Bound port: 2d37048b-3ff3-4e03-a95b-e6292dbdbf93, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5290a400-81b1-46e6-8be9-19bddcfa4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:26:01.117175 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:01.182357 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce9b41-26f8-4c78-abca-19293a2bd632 req-52d8051a-f79f-42bc-bc9f-f0bd80610260 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:01.184601 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] For port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:26:01.187952 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] For port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:26:01.189068 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22ce9b41-26f8-4c78-abca-19293a2bd632 req-52d8051a-f79f-42bc-bc9f-f0bd80610260 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0569870 Jul 13 23:26:01.195050 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:01.233236 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:01.233870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:01.235218 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] 10.222.0.58 "PUT /v2.0/ports/2d37048b-3ff3-4e03-a95b-e6292dbdbf93 HTTP/1.1" status: 200 len: 1093 time: 0.6908536 Jul 13 23:26:01.235680 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a150befa-60b0-4b71-ab9f-ff604edc0b7d', 'tag': '2d37048b-3ff3-4e03-a95b-e6292dbdbf93'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:26:01.238206 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760d75bd-95cb-4711-87b3-10c08ea33325" -d '{"events": [{"name": "network-changed", "server_uuid": "a150befa-60b0-4b71-ab9f-ff604edc0b7d", "tag": "2d37048b-3ff3-4e03-a95b-e6292dbdbf93"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:26:01.261396 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b297eb-86d2-4171-ae44-894871240d24 service neutron] Pushing event updated for resources: {'Port': ['ID=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:01.272493 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22ce9b41-26f8-4c78-abca-19293a2bd632 req-ec74a463-fbe8-4dfd-9ac0-cfd75e213af1 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771174 Jul 13 23:26:01.308295 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820fef20-aaa8-4500-bdf6-90212217b561 x-openstack-request-id: req-820fef20-aaa8-4500-bdf6-90212217b561 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:26:01.308417 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a150befa-60b0-4b71-ab9f-ff604edc0b7d", "tag": "2d37048b-3ff3-4e03-a95b-e6292dbdbf93", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:26:01.308655 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-820fef20-aaa8-4500-bdf6-90212217b561 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:26:01.309652 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820fef20-aaa8-4500-bdf6-90212217b561'] response: {'name': 'network-changed', 'server_uuid': 'a150befa-60b0-4b71-ab9f-ff604edc0b7d', 'tag': '2d37048b-3ff3-4e03-a95b-e6292dbdbf93', 'status': 'completed', 'code': 200} Jul 13 23:26:01.321371 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57142) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:26:01.321618 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-05b89389-44a6-4d5a-aaed-4e9462983f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:01.323122 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-05b89389-44a6-4d5a-aaed-4e9462983f1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee4bf49f582d4479a11bdc669c44793c&device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 1127 time: 0.0463428 Jul 13 23:26:01.363426 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-568c244a-d6bd-4878-95e6-c849097dd128 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d37048b-3ff3-4e03-a95b-e6292dbdbf93 HTTP/1.1" status: 200 len: 217 time: 0.0330186 Jul 13 23:26:01.408081 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-048e7442-7a0e-439b-a0fa-6763e6b838fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854340 Jul 13 23:26:01.415906 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-6336fed6-d3e4-4691-9d3e-9eae167649ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:01.416829 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-3f43740f-57b2-4f61-83ad-5a49fd2ce7de service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:26:01.417349 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-6336fed6-d3e4-4691-9d3e-9eae167649ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a443f72c-1d8b-4c62-ab2f-03c4be679875 HTTP/1.1" status: 200 len: 848 time: 0.0477493 Jul 13 23:26:01.417850 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-3f43740f-57b2-4f61-83ad-5a49fd2ce7de service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052557 Jul 13 23:26:01.449305 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-f2c1b91e-d7bb-471c-a6eb-6ace13e6c0c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261619 Jul 13 23:26:01.494589 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57150) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:26:01.537547 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:01.541672 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-881e23b2-8637-4a0b-a0e8-d5dc791292ed service neutron] 10.222.0.58 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862806 Jul 13 23:26:01.592781 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-a5b41ab3-91bd-49f9-8be9-da12e30d2358 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:01.594147 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-a5b41ab3-91bd-49f9-8be9-da12e30d2358 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports/bf3e2e5f-7b49-4ece-9362-4fc3e357383a HTTP/1.1" status: 200 len: 941 time: 0.0985260 Jul 13 23:26:01.635968 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-80d5ba96-1709-41d4-bef1-a6fecef4a57e req-5b982483-7cbb-4cc5-a60f-ffd4a1ff8297 service neutron] 10.222.0.58 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873661 Jul 13 23:26:02.077962 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3772d-0136-4a86-80b4-161291aab7b7 req-b98c779d-78ad-4fa1-80a8-906d79d1a776 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:02.079360 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0cc3772d-0136-4a86-80b4-161291aab7b7 req-b98c779d-78ad-4fa1-80a8-906d79d1a776 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0480123 Jul 13 23:26:02.129058 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0cc3772d-0136-4a86-80b4-161291aab7b7 req-4ef79ea5-d603-4d69-8fc6-75e484f68e99 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Jul 13 23:26:02.389572 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97573de1-1460-4c25-a8c0-1799f9553961 req-4f0aab4d-ba2d-4290-8219-09eecfd1857d tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:02.391038 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-97573de1-1460-4c25-a8c0-1799f9553961 req-4f0aab4d-ba2d-4290-8219-09eecfd1857d tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0478470 Jul 13 23:26:02.430387 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:02.438911 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-97573de1-1460-4c25-a8c0-1799f9553961 req-4bcbad7c-ee1b-4884-a075-6cbe21111dd1 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422690 Jul 13 23:26:03.251247 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d65c79-3072-48b8-b4a7-835fff3fd8d1 req-7abd89cb-3381-426b-91f1-3354e31af4ee tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:03.252748 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31d65c79-3072-48b8-b4a7-835fff3fd8d1 req-7abd89cb-3381-426b-91f1-3354e31af4ee tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0487771 Jul 13 23:26:03.263740 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:03.301598 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-31d65c79-3072-48b8-b4a7-835fff3fd8d1 req-1790cfe3-bea0-49dd-b806-659d690b2b92 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 Jul 13 23:26:03.558118 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d154aa-19a9-4083-8187-011b1ed5a84d req-1409da6f-1012-4e03-b444-7da26b608f11 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:03.559602 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d6d154aa-19a9-4083-8187-011b1ed5a84d req-1409da6f-1012-4e03-b444-7da26b608f11 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0515893 Jul 13 23:26:03.606694 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d6d154aa-19a9-4083-8187-011b1ed5a84d req-ce0ccf7e-6024-4696-9869-9d8d9761240a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Jul 13 23:26:04.188448 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-b95c7f37-ba65-48ab-8c3c-f1c3140f464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:04.190274 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-b95c7f37-ba65-48ab-8c3c-f1c3140f464d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee4bf49f582d4479a11bdc669c44793c&device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 1127 time: 0.0914419 Jul 13 23:26:04.261351 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:04.287969 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-415e6fba-d38d-4d64-9596-42d4ed49619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:04.289779 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-415e6fba-d38d-4d64-9596-42d4ed49619e service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 HTTP/1.1" status: 200 len: 909 time: 0.0929158 Jul 13 23:26:04.328741 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-77765d64-f804-4ca1-9bbc-9f3ec06b0a2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d37048b-3ff3-4e03-a95b-e6292dbdbf93 HTTP/1.1" status: 200 len: 217 time: 0.0334268 Jul 13 23:26:04.378619 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-0a35f0b2-a205-48ba-b3ca-caaa1fa6af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:04.380101 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-0a35f0b2-a205-48ba-b3ca-caaa1fa6af54 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a443f72c-1d8b-4c62-ab2f-03c4be679875 HTTP/1.1" status: 200 len: 848 time: 0.0456414 Jul 13 23:26:04.423665 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b7cc6-6416-4b52-92bd-4a92cdc8a4e5 req-25c082d4-48d1-40cf-8218-2fa7b772b771 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:04.425134 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6a7b7cc6-6416-4b52-92bd-4a92cdc8a4e5 req-25c082d4-48d1-40cf-8218-2fa7b772b771 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0471063 Jul 13 23:26:04.472398 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6a7b7cc6-6416-4b52-92bd-4a92cdc8a4e5 req-48609d88-abeb-4c63-991e-9b2f82a273da tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417285 Jul 13 23:26:04.593100 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-15b5e4ee-6d8c-4d1f-bc08-486365f3b12f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372875 Jul 13 23:26:04.646050 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-51c8fc42-46d8-49b6-b753-117afff0efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:04.647526 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-51c8fc42-46d8-49b6-b753-117afff0efde service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3&tenant_id=a21be4dfe67e43d0915559bad38fa60c HTTP/1.1" status: 200 len: 1128 time: 0.0633135 Jul 13 23:26:04.727178 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d5e3-dc08-4c33-9ab4-5e7f01a7c6a7 req-74977178-e0d2-4db7-a60e-0cca939d47b0 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:04.728772 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b362d5e3-dc08-4c33-9ab4-5e7f01a7c6a7 req-74977178-e0d2-4db7-a60e-0cca939d47b0 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 943 time: 0.0511644 Jul 13 23:26:04.780390 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b362d5e3-dc08-4c33-9ab4-5e7f01a7c6a7 req-9ecb72d2-712e-4295-b97e-1e818fba573b tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Jul 13 23:26:04.878118 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:26:04.984370 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:04.996223 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '2d37048b-3ff3-4e03-a95b-e6292dbdbf93', 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2', 'port_id': '2d37048b-3ff3-4e03-a95b-e6292dbdbf93', 'mac_address': 'fa:16:3e:62:dd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a443f72c-1d8b-4c62-ab2f-03c4be679875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:26:05.004662 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-c388b1f9-cac1-42a4-a6bb-517a5572e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:05.006121 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-c388b1f9-cac1-42a4-a6bb-517a5572e3ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 1128 time: 0.3304598 Jul 13 23:26:05.025666 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:05.033070 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:26:05.033448 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:05.038632 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-13e532b9-ff97-44e1-bcad-c008bdeb4497 service neutron] 10.222.0.58 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265728 Jul 13 23:26:05.050251 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:26:05.069637 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:05.073747 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:05.120579 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:05.178748 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-05ef16e6-dc0e-473d-8164-a7ac21f737be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:05.180215 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-05ef16e6-dc0e-473d-8164-a7ac21f737be service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.1646574 Jul 13 23:26:05.185660 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-760d75bd-95cb-4711-87b3-10c08ea33325 req-6fbcd3d3-9429-48c3-9937-fa342014d12b service neutron] 10.222.0.58 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403880 Jul 13 23:26:05.242431 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-001b9703-657d-4d13-ab4c-46f75f1d9fcc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a HTTP/1.1" status: 200 len: 999 time: 0.0557559 Jul 13 23:26:05.289816 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-41027ddd-3f7b-4622-aa37-d4dd3072ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:05.291206 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-41027ddd-3f7b-4622-aa37-d4dd3072ea20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0426114 Jul 13 23:26:05.338911 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-c1e81474-f100-4536-885c-79b3d5dcc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:05.340423 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-c1e81474-f100-4536-885c-79b3d5dcc1fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427434 Jul 13 23:26:05.432034 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-2951df0f-9fbf-4eda-9ec5-f6132d7d9c43 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855675 Jul 13 23:26:05.475938 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['2d37048b-3ff3-4e03-a95b-e6292dbdbf93'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:26:05.525706 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:05.530205 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-3223db88-5fcf-4c20-b714-6e1fe607caec req-a2533540-a213-4d44-b1b6-147ac820182b service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915227 Jul 13 23:26:05.568862 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:05.614699 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a73a5-aedc-4ce1-a788-4d9bfbd2a476 req-9d3105be-9068-46ca-ac51-6bdf72559652 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:05.616558 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e63a73a5-aedc-4ce1-a788-4d9bfbd2a476 req-9d3105be-9068-46ca-ac51-6bdf72559652 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0560653 Jul 13 23:26:05.666602 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e63a73a5-aedc-4ce1-a788-4d9bfbd2a476 req-b7155f52-e1af-4649-a025-e9116b82a86c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Jul 13 23:26:05.902659 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb14e01-4b09-4872-a0c9-3697342d3319 req-a7ae6a7d-bcc8-421b-9ec7-e6867de4335a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:05.904245 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8cb14e01-4b09-4872-a0c9-3697342d3319 req-a7ae6a7d-bcc8-421b-9ec7-e6867de4335a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 944 time: 0.0493693 Jul 13 23:26:05.956890 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8cb14e01-4b09-4872-a0c9-3697342d3319 req-44d6d1c1-cba2-45c7-a578-5c5af57a09e7 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Jul 13 23:26:06.792393 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f8a82-e85f-4d22-b1e1-390e346447d8 req-2d8b174b-b7c4-43e2-befa-0705c66e513a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:06.794249 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0b6f8a82-e85f-4d22-b1e1-390e346447d8 req-2d8b174b-b7c4-43e2-befa-0705c66e513a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0560737 Jul 13 23:26:06.841612 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0b6f8a82-e85f-4d22-b1e1-390e346447d8 req-f8adba2c-d414-4aa0-9757-9f89ce1c2ba0 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417793 Jul 13 23:26:06.915112 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:26:06.960643 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:26:06.966666 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:26:06.967053 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:07.040134 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:26:07.040766 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:07.072914 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a150befa-60b0-4b71-ab9f-ff604edc0b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d37048b-3ff3-4e03-a95b-e6292dbdbf93'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:26:07.076466 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270b3664-4531-4333-a694-bead79692d91" -d '{"events": [{"server_uuid": "a150befa-60b0-4b71-ab9f-ff604edc0b7d", "name": "network-vif-plugged", "status": "completed", "tag": "2d37048b-3ff3-4e03-a95b-e6292dbdbf93"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:26:07.088488 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc185a-3e15-45b4-8b76-e1d6cc2d6b71 req-cd81ff2c-9958-4174-b9df-ebc38f0f896b tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:07.096661 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:07.096887 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66dc185a-3e15-45b4-8b76-e1d6cc2d6b71 req-cd81ff2c-9958-4174-b9df-ebc38f0f896b tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 944 time: 0.0641963 Jul 13 23:26:07.102947 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:07.147244 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a9137c-9582-4be6-81d2-56737e59dc81 x-openstack-request-id: req-e2a9137c-9582-4be6-81d2-56737e59dc81 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:26:07.147528 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a150befa-60b0-4b71-ab9f-ff604edc0b7d", "name": "network-vif-plugged", "status": "completed", "tag": "2d37048b-3ff3-4e03-a95b-e6292dbdbf93", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:26:07.147797 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2a9137c-9582-4be6-81d2-56737e59dc81 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:26:07.148195 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a9137c-9582-4be6-81d2-56737e59dc81'] response: {'server_uuid': 'a150befa-60b0-4b71-ab9f-ff604edc0b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d37048b-3ff3-4e03-a95b-e6292dbdbf93', 'code': 200} Jul 13 23:26:07.156680 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66dc185a-3e15-45b4-8b76-e1d6cc2d6b71 req-cdf3728d-5b2f-4fed-97b3-925f7f93f195 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584083 Jul 13 23:26:07.163897 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:07.970161 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2247a-1585-4708-adb1-61838adbdb78 req-90beac07-2bc9-47eb-8ab9-87160c7af197 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:07.971707 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-77a2247a-1585-4708-adb1-61838adbdb78 req-90beac07-2bc9-47eb-8ab9-87160c7af197 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0550630 Jul 13 23:26:08.018754 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-77a2247a-1585-4708-adb1-61838adbdb78 req-c1af4a1d-f401-424f-963d-8a7570326e63 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 Jul 13 23:26:08.270522 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06076ea-419f-4bc5-99f4-6284e7692b92 req-9a3ae12d-3722-453e-b23c-1a5b14c22b5e tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:08.271987 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b06076ea-419f-4bc5-99f4-6284e7692b92 req-9a3ae12d-3722-453e-b23c-1a5b14c22b5e tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0497618 Jul 13 23:26:08.318986 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b06076ea-419f-4bc5-99f4-6284e7692b92 req-faa7ffce-a523-43c4-ad71-8289fa57f377 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Jul 13 23:26:08.742994 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:08.749042 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:09.143060 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1bdfa-6288-46b7-88d0-1523ba2e93c3 req-3c237015-b159-43cd-9675-7ed7720bec54 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:09.144688 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5b1bdfa-6288-46b7-88d0-1523ba2e93c3 req-3c237015-b159-43cd-9675-7ed7720bec54 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0477695 Jul 13 23:26:09.186401 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:09.204445 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5b1bdfa-6288-46b7-88d0-1523ba2e93c3 req-bbc6ecc6-2e65-4279-9f1d-ccd5a1f0821f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509412 Jul 13 23:26:09.440001 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873e66d-49ac-4fc5-acea-3c57365fa99e req-8884cbee-6a81-4f1a-ac32-81333861a0cc tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:09.441453 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b873e66d-49ac-4fc5-acea-3c57365fa99e req-8884cbee-6a81-4f1a-ac32-81333861a0cc tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0516908 Jul 13 23:26:09.490337 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b873e66d-49ac-4fc5-acea-3c57365fa99e req-28065a51-a847-4e8a-b012-6d4004a79f4d tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Jul 13 23:26:10.312183 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:10.335867 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187cf25-6eae-43ab-b5d9-26a5b2d2284c req-94df3b6b-1122-41fd-a53f-d078171c5b1e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:10.339409 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7187cf25-6eae-43ab-b5d9-26a5b2d2284c req-94df3b6b-1122-41fd-a53f-d078171c5b1e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0558958 Jul 13 23:26:10.390146 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7187cf25-6eae-43ab-b5d9-26a5b2d2284c req-71adbafe-6001-403c-939e-3864a07724f1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463443 Jul 13 23:26:10.624845 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30923a55-40eb-4884-bfa2-4d24df100429 req-5f7d4899-903a-4e33-ac8e-08be29f09075 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:10.626322 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30923a55-40eb-4884-bfa2-4d24df100429 req-5f7d4899-903a-4e33-ac8e-08be29f09075 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0507040 Jul 13 23:26:10.681423 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30923a55-40eb-4884-bfa2-4d24df100429 req-86877993-d5a6-4842-9a08-46db36b0fc87 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480659 Jul 13 23:26:10.868334 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-49f1793e-4385-46b9-bd8e-941b086a51ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:11.535756 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbf5f9-a8b4-4dd4-bbc9-6d458db19d7e req-1682ace9-9170-4460-8d3a-53ce0ebc04ec tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:11.537608 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dcbf5f9-a8b4-4dd4-bbc9-6d458db19d7e req-1682ace9-9170-4460-8d3a-53ce0ebc04ec tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0509250 Jul 13 23:26:11.586486 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dcbf5f9-a8b4-4dd4-bbc9-6d458db19d7e req-0d86aacc-e9a0-4e97-8a08-07e7fef5464a tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Jul 13 23:26:11.801280 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172e92b-3628-4c5a-8794-8a1eb6274d5a req-dc9f38e0-2da7-4bbe-af0b-906dbb996cb8 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:11.802860 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1172e92b-3628-4c5a-8794-8a1eb6274d5a req-dc9f38e0-2da7-4bbe-af0b-906dbb996cb8 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0524035 Jul 13 23:26:11.853998 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1172e92b-3628-4c5a-8794-8a1eb6274d5a req-7cb02136-8260-4fd0-b8b0-0c5721bbd75d tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451877 Jul 13 23:26:12.706484 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd933-711e-4ced-ae6b-0cfe08a0eb88 req-487b284e-b358-436c-b7f7-ec72cb22159f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:12.708209 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-801cd933-711e-4ced-ae6b-0cfe08a0eb88 req-487b284e-b358-436c-b7f7-ec72cb22159f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0488510 Jul 13 23:26:12.756549 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-801cd933-711e-4ced-ae6b-0cfe08a0eb88 req-a824b547-8ddc-4c42-bfdb-19a4b3848e71 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Jul 13 23:26:12.974819 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7f9f2-a06b-4cea-a091-37e3c20030c3 req-59c19c75-2fa6-4c9b-bdd2-d63d22e131b1 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:12.982883 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3bb7f9f2-a06b-4cea-a091-37e3c20030c3 req-59c19c75-2fa6-4c9b-bdd2-d63d22e131b1 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0544498 Jul 13 23:26:13.030046 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3bb7f9f2-a06b-4cea-a091-37e3c20030c3 req-7b8b722c-8715-4ce9-9bf7-0b6d50a7930a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Jul 13 23:26:13.856364 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e1de5613-458d-4f55-bf11-fd600f38b5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:13.885926 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e73b8e-e540-444c-bf6c-84b96e0a2780 req-50a3e004-a410-486d-b1ec-844466a68be1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:13.887604 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f4e73b8e-e540-444c-bf6c-84b96e0a2780 req-50a3e004-a410-486d-b1ec-844466a68be1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0545924 Jul 13 23:26:13.949624 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f4e73b8e-e540-444c-bf6c-84b96e0a2780 req-7380d3ac-8551-44bb-9814-9cdd3c08f069 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526528 Jul 13 23:26:14.151569 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3cef5-6e47-4f7b-962d-0b0c4a5f2e12 req-447b151a-aee2-447f-b676-7e8f54f2be50 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:14.153059 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29b3cef5-6e47-4f7b-962d-0b0c4a5f2e12 req-447b151a-aee2-447f-b676-7e8f54f2be50 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0473917 Jul 13 23:26:14.204187 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29b3cef5-6e47-4f7b-962d-0b0c4a5f2e12 req-063b985a-ef1e-40c4-aaab-0a6fb50f7d1b tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Jul 13 23:26:14.570060 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:15.071229 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bdd48-7004-47dd-a085-9d13467eb7be req-d5841832-ad8b-453f-a7d3-a551078d4050 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:15.072899 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-911bdd48-7004-47dd-a085-9d13467eb7be req-d5841832-ad8b-453f-a7d3-a551078d4050 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0549242 Jul 13 23:26:15.129077 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-911bdd48-7004-47dd-a085-9d13467eb7be req-771bcea6-19f4-4c4e-93b1-46780788794f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489221 Jul 13 23:26:15.329978 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e047b-c21b-4603-b520-c3a357aa6d4c req-f37f5994-7df0-49ae-9518-41348f2f2225 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:15.331431 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-721e047b-c21b-4603-b520-c3a357aa6d4c req-f37f5994-7df0-49ae-9518-41348f2f2225 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0488057 Jul 13 23:26:15.351848 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:15.397363 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-721e047b-c21b-4603-b520-c3a357aa6d4c req-624db34a-4182-4273-a0fd-a7a418e2bb55 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603542 Jul 13 23:26:15.525378 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=82 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:16.257887 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869df61-5ae6-4305-8edb-1cbd165daf10 req-0332234c-6157-4f0c-906c-cf79797b7909 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:16.259348 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8869df61-5ae6-4305-8edb-1cbd165daf10 req-0332234c-6157-4f0c-906c-cf79797b7909 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0478899 Jul 13 23:26:16.311715 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8869df61-5ae6-4305-8edb-1cbd165daf10 req-f768abf9-e7f1-45cd-a4af-7263010a48db tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 Jul 13 23:26:16.499661 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:16.517114 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdaa39-a03a-4133-a2a0-d8a385950b2c req-23e09eb5-b3b8-49b4-a24e-97b1d5d74b6a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:16.518625 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b6bdaa39-a03a-4133-a2a0-d8a385950b2c req-23e09eb5-b3b8-49b4-a24e-97b1d5d74b6a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0486727 Jul 13 23:26:16.521358 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:16.571799 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b6bdaa39-a03a-4133-a2a0-d8a385950b2c req-22cda4a9-41d8-43b5-a805-01be63728850 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470293 Jul 13 23:26:16.689346 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:16.967096 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:26:17.432933 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a167e5-3240-437e-970e-a336bef553d0 req-ac0067e8-af1f-4486-b4f5-72036da47e76 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:17.434386 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-17a167e5-3240-437e-970e-a336bef553d0 req-ac0067e8-af1f-4486-b4f5-72036da47e76 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0475957 Jul 13 23:26:17.480131 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-17a167e5-3240-437e-970e-a336bef553d0 req-4e4bf6eb-aa87-4ccd-94f4-557a324e4b5b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402844 Jul 13 23:26:17.686356 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5462e-5739-4b62-9f9a-78a9af8b83c3 req-ef179b1f-04f6-4263-885b-31cefb14998e tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:17.687807 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89f5462e-5739-4b62-9f9a-78a9af8b83c3 req-ef179b1f-04f6-4263-885b-31cefb14998e tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0500820 Jul 13 23:26:17.734453 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89f5462e-5739-4b62-9f9a-78a9af8b83c3 req-58f101fa-0f8a-4684-9947-65e6b166b817 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Jul 13 23:26:18.600303 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a65eed-4d3d-4f86-b8d4-374b1b064755 req-9515dfce-e95c-4d44-a77b-a6dc53fecb94 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:18.601779 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37a65eed-4d3d-4f86-b8d4-374b1b064755 req-9515dfce-e95c-4d44-a77b-a6dc53fecb94 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0482321 Jul 13 23:26:18.648741 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37a65eed-4d3d-4f86-b8d4-374b1b064755 req-ac24b0f8-2039-4e39-95fb-cbd7d8ad3be5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Jul 13 23:26:18.850810 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1ad99-0e26-4243-b97c-c7b60dae0ecc req-7636e8e6-dd6f-4c3e-a501-ee5971f974f1 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:18.852289 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2d1ad99-0e26-4243-b97c-c7b60dae0ecc req-7636e8e6-dd6f-4c3e-a501-ee5971f974f1 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0502028 Jul 13 23:26:18.898928 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2d1ad99-0e26-4243-b97c-c7b60dae0ecc req-f331cbf9-121a-4bf6-ae52-7b8c2c8782ad tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Jul 13 23:26:19.766277 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74585ecd-fdd1-42a8-8d62-5c771bf6be84 req-45831a00-42a3-439d-befd-c11c882321a1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:19.767766 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-74585ecd-fdd1-42a8-8d62-5c771bf6be84 req-45831a00-42a3-439d-befd-c11c882321a1 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0485728 Jul 13 23:26:19.814448 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-74585ecd-fdd1-42a8-8d62-5c771bf6be84 req-16ae405e-2083-46e6-a0fc-b0a323279ab4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Jul 13 23:26:20.018580 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12673fe-0e14-4cad-baec-5611ad93a2c5 req-1f0d15d5-adf2-4ea4-8acd-aab3990003b3 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:20.020107 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d12673fe-0e14-4cad-baec-5611ad93a2c5 req-1f0d15d5-adf2-4ea4-8acd-aab3990003b3 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0514708 Jul 13 23:26:20.072050 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d12673fe-0e14-4cad-baec-5611ad93a2c5 req-269e6d89-b103-421f-9224-796856e7e799 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Jul 13 23:26:20.932385 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20aad72-20ba-4929-b0d1-3bc9dc762cb9 req-3a41fd49-b230-4e88-b8b9-a7c5c94f5cd5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:20.934581 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b20aad72-20ba-4929-b0d1-3bc9dc762cb9 req-3a41fd49-b230-4e88-b8b9-a7c5c94f5cd5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0477445 Jul 13 23:26:20.983066 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b20aad72-20ba-4929-b0d1-3bc9dc762cb9 req-f4f40368-6515-41ef-820e-391be930f141 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429025 Jul 13 23:26:21.183293 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc452-798b-464a-b1fa-ca6a77e52ddc req-367c5492-a4ac-44ce-99d2-df743b72a10c tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:21.184787 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a1bfc452-798b-464a-b1fa-ca6a77e52ddc req-367c5492-a4ac-44ce-99d2-df743b72a10c tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0478299 Jul 13 23:26:21.233602 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a1bfc452-798b-464a-b1fa-ca6a77e52ddc req-dac0d710-4d6c-4765-9137-cda5cdbbcea1 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Jul 13 23:26:22.103385 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364ec2c-2f0f-4ef6-ab28-eb7c0e873027 req-ac5bf5c1-95f8-4e59-afea-19025d6a6910 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:22.104856 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5364ec2c-2f0f-4ef6-ab28-eb7c0e873027 req-ac5bf5c1-95f8-4e59-afea-19025d6a6910 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0504205 Jul 13 23:26:22.130912 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:22.153025 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5364ec2c-2f0f-4ef6-ab28-eb7c0e873027 req-31597a31-36df-486e-9fb7-c5ffdc656c8f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421059 Jul 13 23:26:22.345215 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef9b2a-c615-4c52-806a-4b22fbc24f10 req-a9119643-901c-406d-aff5-878d7f5d25ba tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:22.346680 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fbef9b2a-c615-4c52-806a-4b22fbc24f10 req-a9119643-901c-406d-aff5-878d7f5d25ba tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0476589 Jul 13 23:26:22.394516 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fbef9b2a-c615-4c52-806a-4b22fbc24f10 req-5eae1505-6d5d-4376-a925-9c02a0677816 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Jul 13 23:26:22.639987 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:22.743832 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942c4fa-04b7-4e9a-a160-a8f7ea4f5ed5 req-cefe8478-23ee-407b-806f-2954f8f866d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:22.745290 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d942c4fa-04b7-4e9a-a160-a8f7ea4f5ed5 req-cefe8478-23ee-407b-806f-2954f8f866d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 1129 time: 0.0372081 Jul 13 23:26:22.789178 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d942c4fa-04b7-4e9a-a160-a8f7ea4f5ed5 req-7c2216f7-430b-40fb-a9c2-e5b29e13ac4c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Jul 13 23:26:22.985764 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device bf3e2e5f-7b49-4ece-9362-4fc3e357383a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:26:23.025216 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:23.086258 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:23.097963 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'port_id': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'mac_address': 'fa:16:3e:69:70:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:26:23.132464 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port bf3e2e5f-7b49-4ece-9362-4fc3e357383a is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:26:23.132845 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:23.146126 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3e2e5f-7b49-4ece-9362-4fc3e357383a {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:26:23.166024 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:23.170443 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:23.217227 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=9']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:23.268330 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:23.276884 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39593037-d1a0-4299-9fd0-dbe2228d63ce req-5e5d8ad9-f902-48ef-baff-5533b5f22179 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:23.278328 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39593037-d1a0-4299-9fd0-dbe2228d63ce req-5e5d8ad9-f902-48ef-baff-5533b5f22179 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0475409 Jul 13 23:26:23.328036 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39593037-d1a0-4299-9fd0-dbe2228d63ce req-83143678-50c4-4554-8e0b-9b235b05223b tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440912 Jul 13 23:26:23.506368 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dee5dc-4b8c-435f-8839-9b8f5035133d req-d9b7c365-0b80-4faf-a3b3-444db2ff5b44 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:23.508054 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-13dee5dc-4b8c-435f-8839-9b8f5035133d req-d9b7c365-0b80-4faf-a3b3-444db2ff5b44 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0466673 Jul 13 23:26:23.556622 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-13dee5dc-4b8c-435f-8839-9b8f5035133d req-82032c1a-d8dd-48dd-b6a6-181bde87d07a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Jul 13 23:26:23.626237 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['bf3e2e5f-7b49-4ece-9362-4fc3e357383a'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:26:23.694376 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:24.457438 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8fed-1cc7-4439-993e-d19aabe43db5 req-ea0485e9-ab56-4e7e-888d-75247d4d94ec tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:24.459181 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da0d8fed-1cc7-4439-993e-d19aabe43db5 req-ea0485e9-ab56-4e7e-888d-75247d4d94ec tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Jul 13 23:26:24.507036 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-da0d8fed-1cc7-4439-993e-d19aabe43db5 req-66e025e4-a073-4902-a406-42cdd1aaf3eb tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422387 Jul 13 23:26:24.671555 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e0314-cab9-49f3-b849-8839701a11ba req-e4e815af-6d91-4fcc-ab4c-e294fd4988bf tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:24.673051 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-036e0314-cab9-49f3-b849-8839701a11ba req-e4e815af-6d91-4fcc-ab4c-e294fd4988bf tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0501864 Jul 13 23:26:24.720833 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-036e0314-cab9-49f3-b849-8839701a11ba req-ecb7e4c4-3d6a-493b-8b65-592dbcf9f478 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Jul 13 23:26:24.995201 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device bf3e2e5f-7b49-4ece-9362-4fc3e357383a up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:26:25.039317 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port bf3e2e5f-7b49-4ece-9362-4fc3e357383a triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:26:25.039800 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:25.116895 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port bf3e2e5f-7b49-4ece-9362-4fc3e357383a is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:26:25.117323 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:25.141200 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:26:25.143417 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902a2568-dced-4f13-bc70-fe370cc0e017" -d '{"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:26:25.157670 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:25.163462 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:25.188103 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d9609b-1b79-4628-85b6-a7b201ba8540 x-openstack-request-id: req-53d9609b-1b79-4628-85b6-a7b201ba8540 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:26:25.188392 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:26:25.188637 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53d9609b-1b79-4628-85b6-a7b201ba8540 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:26:25.189053 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d9609b-1b79-4628-85b6-a7b201ba8540'] response: {'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'code': 200} Jul 13 23:26:25.215367 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=10']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:25.363441 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd332eee-64e9-4186-a0f5-c55072451cf2 req-26d58458-88ff-40de-bc1d-b3209a8a5d4f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:25.364949 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fd332eee-64e9-4186-a0f5-c55072451cf2 req-26d58458-88ff-40de-bc1d-b3209a8a5d4f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0469704 Jul 13 23:26:25.412005 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fd332eee-64e9-4186-a0f5-c55072451cf2 req-f6c8084e-eff2-4234-9826-f9bdddc4a63f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Jul 13 23:26:25.630393 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440be12-b99d-4d0b-89fa-618234232beb req-d0a77fdc-9459-4335-9f16-79a0c318ea9d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:25.631860 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8440be12-b99d-4d0b-89fa-618234232beb req-d0a77fdc-9459-4335-9f16-79a0c318ea9d tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 947 time: 0.0494375 Jul 13 23:26:25.679278 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8440be12-b99d-4d0b-89fa-618234232beb req-7868ff77-8e74-4c91-bbed-ee0dc1e82410 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416710 Jul 13 23:26:26.503232 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eacdb-309a-4c3b-9834-6642344b0e86 req-4371538d-c7c1-4157-b092-42f93a5d3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:26.504733 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee1eacdb-309a-4c3b-9834-6642344b0e86 req-4371538d-c7c1-4157-b092-42f93a5d3e61 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 1131 time: 0.0429406 Jul 13 23:26:26.530647 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37353546-e5e9-49fe-8355-9b54e7322770 req-a3bf5ce6-1e57-4c95-ba3b-751a9167f0fe tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:26.532159 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37353546-e5e9-49fe-8355-9b54e7322770 req-a3bf5ce6-1e57-4c95-ba3b-751a9167f0fe tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0477829 Jul 13 23:26:26.554233 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee1eacdb-309a-4c3b-9834-6642344b0e86 req-a64b1b7a-af7a-4622-aa94-a59411dd7f7c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390611 Jul 13 23:26:26.581042 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37353546-e5e9-49fe-8355-9b54e7322770 req-4b6eeb21-7a92-40bc-a7ca-ce533b450e0f tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Jul 13 23:26:26.797147 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f4bcb-98a0-4264-9891-1414fc8d75a9 req-2a927ac2-a375-439e-9416-d94ee292db5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:26.798598 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b13f4bcb-98a0-4264-9891-1414fc8d75a9 req-2a927ac2-a375-439e-9416-d94ee292db5c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 947 time: 0.0472512 Jul 13 23:26:26.847996 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b13f4bcb-98a0-4264-9891-1414fc8d75a9 req-d86f58a2-f9f5-40b8-8ba4-20388ff6cc80 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Jul 13 23:26:27.693809 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65699262-dabd-4742-bdba-b9d027dbe5e0 req-5cce3b48-b609-4860-835c-1ecee76106d8 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:27.695278 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-65699262-dabd-4742-bdba-b9d027dbe5e0 req-5cce3b48-b609-4860-835c-1ecee76106d8 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0476732 Jul 13 23:26:27.742265 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-65699262-dabd-4742-bdba-b9d027dbe5e0 req-723bab51-7918-4ae9-9f43-8fb4587b4de6 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Jul 13 23:26:27.830629 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-f8498fe9-c850-4b28-8947-8987cbc74ad0 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:27.832111 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-f8498fe9-c850-4b28-8947-8987cbc74ad0 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.58 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 945 time: 0.0757084 Jul 13 23:26:27.833152 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352a6b-f177-420c-a584-215827b46104 req-a6b85e62-4eff-4230-8a18-fcbf0ef117c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:27.834491 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e7352a6b-f177-420c-a584-215827b46104 req-a6b85e62-4eff-4230-8a18-fcbf0ef117c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a21be4dfe67e43d0915559bad38fa60c&device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 1131 time: 0.0769203 Jul 13 23:26:27.965355 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d2aa4-5860-4602-bb49-4ddde3d21130 req-27841eaf-f20d-437a-b52c-092e10d7c95c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:27.968701 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-de9d2aa4-5860-4602-bb49-4ddde3d21130 req-27841eaf-f20d-437a-b52c-092e10d7c95c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 947 time: 0.0477874 Jul 13 23:26:27.984136 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Deleting port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:26:27.984472 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:28.015959 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-de9d2aa4-5860-4602-bb49-4ddde3d21130 req-f729faff-b697-4681-aa2c-41b6de21b561 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Jul 13 23:26:28.024029 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352a6b-f177-420c-a584-215827b46104 req-b39f00f6-39e8-4b45-ac63-dd46a12e0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:28.025500 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e7352a6b-f177-420c-a584-215827b46104 req-b39f00f6-39e8-4b45-ac63-dd46a12e0f7a service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 200 len: 917 time: 0.1559970 Jul 13 23:26:28.131110 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e7352a6b-f177-420c-a584-215827b46104 req-47d9e267-d51e-44e1-a269-5f347482ce35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a HTTP/1.1" status: 200 len: 1001 time: 0.0762627 Jul 13 23:26:28.137907 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] For port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:28.138265 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:28.182218 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Calling delete_port for 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:26:28.231847 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352a6b-f177-420c-a584-215827b46104 req-e88e72cb-10ad-448b-aee0-2b1dee64ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:28.233299 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e7352a6b-f177-420c-a584-215827b46104 req-e88e72cb-10ad-448b-aee0-2b1dee64ec70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 200 len: 855 time: 0.0924740 Jul 13 23:26:28.327366 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (2d37048b-3ff3-4e03-a95b-e6292dbdbf93), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:28.345040 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['2d37048b-3ff3-4e03-a95b-e6292dbdbf93'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:26:28.360623 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Pushing event deleted for resources: {'Port': ['ID=2d37048b-3ff3-4e03-a95b-e6292dbdbf93,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:28.370520 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.370867 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.371214 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.371570 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.371945 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.372273 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.372595 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.372968 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.373296 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.373615 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.374037 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.374362 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.375086 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.375086 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.375290 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:28.420595 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] No DVR routers for this DVR port 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:26:28.423149 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:28.426387 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-16ee4c13-92b2-4372-9c3f-b2e8d2b45b8d req-97ca2db9-1c30-427f-8b1b-442172c36d4a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.58 "DELETE /v2.0/ports/2d37048b-3ff3-4e03-a95b-e6292dbdbf93 HTTP/1.1" status: 204 len: 173 time: 0.5864539 Jul 13 23:26:28.426817 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a150befa-60b0-4b71-ab9f-ff604edc0b7d', 'name': 'network-vif-deleted', 'tag': '2d37048b-3ff3-4e03-a95b-e6292dbdbf93'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:26:28.429065 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921f811f-e7fc-43ed-91a1-b32d999b015a" -d '{"events": [{"server_uuid": "a150befa-60b0-4b71-ab9f-ff604edc0b7d", "name": "network-vif-deleted", "tag": "2d37048b-3ff3-4e03-a95b-e6292dbdbf93"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:26:28.529088 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b3ef3-1a7b-4b5d-86d1-f457c4fcc938 x-openstack-request-id: req-768b3ef3-1a7b-4b5d-86d1-f457c4fcc938 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:26:28.529447 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a150befa-60b0-4b71-ab9f-ff604edc0b7d", "name": "network-vif-deleted", "tag": "2d37048b-3ff3-4e03-a95b-e6292dbdbf93", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:26:28.529797 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-768b3ef3-1a7b-4b5d-86d1-f457c4fcc938 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:26:28.530240 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768b3ef3-1a7b-4b5d-86d1-f457c4fcc938'] response: {'server_uuid': 'a150befa-60b0-4b71-ab9f-ff604edc0b7d', 'name': 'network-vif-deleted', 'tag': '2d37048b-3ff3-4e03-a95b-e6292dbdbf93', 'status': 'completed', 'code': 200} Jul 13 23:26:28.704718 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352a6b-f177-420c-a584-215827b46104 req-a9fea34b-5a43-4ea5-9fe7-0dbc0aaf8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:28.706311 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e7352a6b-f177-420c-a584-215827b46104 req-a9fea34b-5a43-4ea5-9fe7-0dbc0aaf8273 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441742 Jul 13 23:26:28.784865 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:28.835326 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:28.859179 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e7352a6b-f177-420c-a584-215827b46104 req-69d8cbc4-ffa0-441e-9d29-6bc5704b1234 service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133347 Jul 13 23:26:28.860178 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-227a8ee9-64b0-45d5-bd2f-f0f348da6dfb req-17125fb0-a288-4444-be88-6db79d57ca57 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=a150befa-60b0-4b71-ab9f-ff604edc0b7d HTTP/1.1" status: 200 len: 210 time: 0.0315630 Jul 13 23:26:28.956902 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e7352a6b-f177-420c-a584-215827b46104 req-b0ef738f-58dd-4abd-a412-78ad34f0bbfe service neutron] 10.222.0.58 "GET /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883718 Jul 13 23:26:28.976303 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:29.140211 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17c0df-bf01-400a-8e35-c00adaa726a5 req-1ce13d19-2c24-41a6-907c-bc3b01b2bdb5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:29.141882 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef17c0df-bf01-400a-8e35-c00adaa726a5 req-1ce13d19-2c24-41a6-907c-bc3b01b2bdb5 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 947 time: 0.0517061 Jul 13 23:26:29.156196 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:29.173159 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:29.196246 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef17c0df-bf01-400a-8e35-c00adaa726a5 req-aefd5f2c-9cad-430c-adea-814ff94dd467 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480294 Jul 13 23:26:30.127363 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-6ee9cf47-f7c9-4cb1-95cd-f358d4a11217 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:30.128884 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-6ee9cf47-f7c9-4cb1-95cd-f358d4a11217 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/networks?id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 HTTP/1.1" status: 200 len: 808 time: 0.1039431 Jul 13 23:26:30.143901 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-9d9b9fd1-ebc1-49b1-80fd-38f67f97fd19 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/quotas/ee4bf49f582d4479a11bdc669c44793c HTTP/1.1" status: 200 len: 375 time: 0.0096564 Jul 13 23:26:30.176043 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-ab847316-2a57-41ae-9ad1-6691cab64b04 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee4bf49f582d4479a11bdc669c44793c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272012 Jul 13 23:26:30.187336 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-4db6e928-2fc7-469d-ba46-90653d22ebe7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:26:30.188342 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-4db6e928-2fc7-469d-ba46-90653d22ebe7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053608 Jul 13 23:26:30.276258 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-ae18b75c-f18a-43aa-9cbe-a839527ed7c9 service neutron] 10.222.0.60 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825486 Jul 13 23:26:30.369127 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-62316e0c-2222-419e-a0f0-7b7569a7c915 service neutron] 10.222.0.60 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870187 Jul 13 23:26:30.524203 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab0728cf-2c9f-4fdf-9d26-fbf7cc279007 req-72550996-7519-459d-94b4-a34157caf978 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 210 time: 0.0284560 Jul 13 23:26:30.996127 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:26:31.015038 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:26:31.015379 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 2d37048b-3ff3-4e03-a95b-e6292dbdbf93 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:26:31.465655 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-1db69405-2e0d-4a38-89b5-60d9973f6a02 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:31.467079 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-1db69405-2e0d-4a38-89b5-60d9973f6a02 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.58 "GET /v2.0/networks?id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 HTTP/1.1" status: 200 len: 808 time: 0.1106067 Jul 13 23:26:31.479612 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Request body: {'port': {'device_id': 'b51f1a46-c0cf-446f-b132-bf3a631ddb8f', 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2', 'admin_state_up': True, 'tenant_id': 'ee4bf49f582d4479a11bdc669c44793c'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:26:31.592461 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Made reservation on behalf of ee4bf49f582d4479a11bdc669c44793c for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:26:31.596016 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:31.622945 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9c7d48c9-9b81-45a9-b7ef-5fda057c9207 req-5ff94abd-fbed-4971-a81a-9c51e68834af tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 210 time: 0.0279818 Jul 13 23:26:31.721080 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Allocated IP 172.20.0.10 (5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2/a443f72c-1d8b-4c62-ab2f-03c4be679875/44a5b97b-e436-4205-abc2-3e9cfdcca5db) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:26:31.870839 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks [] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:31.902016 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:31.944033 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:26:31.949333 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:26:31.953292 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:26:31.975884 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Pushing event updated for resources: {'Port': ['ID=44a5b97b-e436-4205-abc2-3e9cfdcca5db,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:32.008494 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:32.009099 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:32.025189 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-be6b7e17-d052-48bd-a766-47f206f1611a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5494344 Jul 13 23:26:32.035886 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Request body: {'port': {'device_id': 'b51f1a46-c0cf-446f-b132-bf3a631ddb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:26:32.039068 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:32.055741 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:32.100265 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:32.354280 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a5b97b-e436-4205-abc2-3e9cfdcca5db {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:26:32.362716 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Publish callbacks [] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:32.375527 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Transition to ACTIVE for port object 44a5b97b-e436-4205-abc2-3e9cfdcca5db will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:26:32.379688 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:32.433118 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Pushing event updated for resources: {'Port': ['ID=44a5b97b-e436-4205-abc2-3e9cfdcca5db,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:32.497763 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Attempting to bind port 44a5b97b-e436-4205-abc2-3e9cfdcca5db on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:26:32.498430 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Attempting to bind port 44a5b97b-e436-4205-abc2-3e9cfdcca5db by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5290a400-81b1-46e6-8be9-19bddcfa4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:26:32.498430 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Attempting to bind port 44a5b97b-e436-4205-abc2-3e9cfdcca5db on network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:26:32.502774 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Port 44a5b97b-e436-4205-abc2-3e9cfdcca5db on network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:26:32.503093 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Attempting to bind port 44a5b97b-e436-4205-abc2-3e9cfdcca5db on network 5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:26:32.508024 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:26:32.508354 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Checking segment: {'id': '5290a400-81b1-46e6-8be9-19bddcfa4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:26:32.508744 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Bound using segment: {'id': '5290a400-81b1-46e6-8be9-19bddcfa4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:26:32.509145 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Bound port: 44a5b97b-e436-4205-abc2-3e9cfdcca5db, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5290a400-81b1-46e6-8be9-19bddcfa4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:26:32.509497 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:32.573819 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] For port 44a5b97b-e436-4205-abc2-3e9cfdcca5db, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:26:32.577529 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] For port 44a5b97b-e436-4205-abc2-3e9cfdcca5db, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44a5b97b-e436-4205-abc2-3e9cfdcca5db,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:26:32.584775 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:32.619513 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:32.620131 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:32.621493 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] 10.222.0.58 "PUT /v2.0/ports/44a5b97b-e436-4205-abc2-3e9cfdcca5db HTTP/1.1" status: 200 len: 1094 time: 0.5895660 Jul 13 23:26:32.621908 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51f1a46-c0cf-446f-b132-bf3a631ddb8f', 'tag': '44a5b97b-e436-4205-abc2-3e9cfdcca5db'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:26:32.624114 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31" -d '{"events": [{"name": "network-changed", "server_uuid": "b51f1a46-c0cf-446f-b132-bf3a631ddb8f", "tag": "44a5b97b-e436-4205-abc2-3e9cfdcca5db"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:26:32.646037 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd6855-f1c2-4eb7-860a-5ee988ebe991 service neutron] Pushing event updated for resources: {'Port': ['ID=44a5b97b-e436-4205-abc2-3e9cfdcca5db,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:32.661670 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17b1dc8-4d19-4620-baf5-22e1c6b3018e x-openstack-request-id: req-f17b1dc8-4d19-4620-baf5-22e1c6b3018e {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:26:32.661953 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51f1a46-c0cf-446f-b132-bf3a631ddb8f", "tag": "44a5b97b-e436-4205-abc2-3e9cfdcca5db", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:26:32.662198 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f17b1dc8-4d19-4620-baf5-22e1c6b3018e {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:26:32.662591 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17b1dc8-4d19-4620-baf5-22e1c6b3018e'] response: {'name': 'network-changed', 'server_uuid': 'b51f1a46-c0cf-446f-b132-bf3a631ddb8f', 'tag': '44a5b97b-e436-4205-abc2-3e9cfdcca5db', 'status': 'completed', 'code': 200} Jul 13 23:26:32.709821 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-9f0d1575-189f-4791-86a0-66413c38ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:32.711397 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-9f0d1575-189f-4791-86a0-66413c38ce26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee4bf49f582d4479a11bdc669c44793c&device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 1128 time: 0.0408220 Jul 13 23:26:32.750548 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-dad61e2d-a5fa-4ac8-8a3c-98084aa7986c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a5b97b-e436-4205-abc2-3e9cfdcca5db HTTP/1.1" status: 200 len: 217 time: 0.0326784 Jul 13 23:26:32.750806 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15874e-cbde-4bd6-a7c8-29db9b817886 req-cbe4f663-cf56-42f2-bedf-f34faed08c50 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:32.752303 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5a15874e-cbde-4bd6-a7c8-29db9b817886 req-cbe4f663-cf56-42f2-bedf-f34faed08c50 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 944 time: 0.0503953 Jul 13 23:26:32.794612 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:32.801656 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5a15874e-cbde-4bd6-a7c8-29db9b817886 req-4afd8c90-859e-4c11-bfd8-0e02c715219b tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Jul 13 23:26:32.804790 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-e9489ff2-4462-477a-8a8c-bee4abdd9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:32.806242 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-e9489ff2-4462-477a-8a8c-bee4abdd9589 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a443f72c-1d8b-4c62-ab2f-03c4be679875 HTTP/1.1" status: 200 len: 848 time: 0.0498438 Jul 13 23:26:32.838117 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-0553d6d2-2735-47e4-b64f-a81bb04065c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259688 Jul 13 23:26:32.925431 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-436dbb56-2ded-44a5-89a1-9b8431b35737 service neutron] 10.222.0.58 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811467 Jul 13 23:26:33.018426 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-70cb8437-1acc-473a-ac18-d3f80bd90422 req-7889c566-6620-477a-a14c-4628972eb08d service neutron] 10.222.0.58 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863237 Jul 13 23:26:33.917610 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03278e7b-dd61-40a1-96c7-75a7755b763d req-f8cfa629-760e-4fa9-93d0-6f5111885fe8 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:33.920006 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-03278e7b-dd61-40a1-96c7-75a7755b763d req-f8cfa629-760e-4fa9-93d0-6f5111885fe8 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 944 time: 0.0468559 Jul 13 23:26:33.964863 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-03278e7b-dd61-40a1-96c7-75a7755b763d req-13c258e2-76b1-49bf-9c36-46a74359303a tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392258 Jul 13 23:26:35.082462 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac760b6-b080-4031-88da-2ed727293972 req-0324a1ad-39a9-4722-9f51-d0e3f45d2a3c tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:35.083952 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ac760b6-b080-4031-88da-2ed727293972 req-0324a1ad-39a9-4722-9f51-d0e3f45d2a3c tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 944 time: 0.0511169 Jul 13 23:26:35.130809 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ac760b6-b080-4031-88da-2ed727293972 req-95af09a2-134d-47ca-985b-940b5d81315c tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Jul 13 23:26:35.213404 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:35.942394 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-5a940575-af43-4602-b190-79b5ddb4e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:35.943923 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-5a940575-af43-4602-b190-79b5ddb4e0eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee4bf49f582d4479a11bdc669c44793c&device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 1128 time: 0.0394428 Jul 13 23:26:36.010625 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:36.037582 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-200641d1-5b7d-4120-80a3-fa1b869ea233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:36.039012 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-200641d1-5b7d-4120-80a3-fa1b869ea233 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 HTTP/1.1" status: 200 len: 909 time: 0.0877557 Jul 13 23:26:36.077425 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-4369007f-77cd-4286-89bf-b7b72031627f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a5b97b-e436-4205-abc2-3e9cfdcca5db HTTP/1.1" status: 200 len: 217 time: 0.0325367 Jul 13 23:26:36.123513 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-3c6f3af1-8415-498b-ba5d-cba7a8540457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:36.124918 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-3c6f3af1-8415-498b-ba5d-cba7a8540457 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a443f72c-1d8b-4c62-ab2f-03c4be679875 HTTP/1.1" status: 200 len: 848 time: 0.0420444 Jul 13 23:26:36.159246 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-72cc1a77-fa75-4623-8d58-e39f7ef838e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288956 Jul 13 23:26:36.243104 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc2ef4-f7f3-4263-b98c-016d8bd74845 req-511c3982-3b20-4b43-af81-57ff6394697c tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:36.244545 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-20fc2ef4-f7f3-4263-b98c-016d8bd74845 req-511c3982-3b20-4b43-af81-57ff6394697c tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 944 time: 0.0471487 Jul 13 23:26:36.249565 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-90f73a6b-ed9a-488c-9dc6-328b777b5d74 service neutron] 10.222.0.58 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841739 Jul 13 23:26:36.292822 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-20fc2ef4-f7f3-4263-b98c-016d8bd74845 req-108544b7-dc6d-409a-bb74-ed393de97a39 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Jul 13 23:26:36.343502 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-6fd3e3e1-ce5a-4568-8d60-1bbf0632bd31 req-2a091f7f-329a-4404-bddd-5a17ca96b98e service neutron] 10.222.0.58 "GET /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876935 Jul 13 23:26:37.001559 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 44a5b97b-e436-4205-abc2-3e9cfdcca5db details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:26:37.102250 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 44a5b97b-e436-4205-abc2-3e9cfdcca5db, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44a5b97b-e436-4205-abc2-3e9cfdcca5db,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:37.113785 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': '44a5b97b-e436-4205-abc2-3e9cfdcca5db', 'network_id': '5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2', 'port_id': '44a5b97b-e436-4205-abc2-3e9cfdcca5db', 'mac_address': 'fa:16:3e:94:b4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a443f72c-1d8b-4c62-ab2f-03c4be679875', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:26:37.136030 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:37.150020 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 44a5b97b-e436-4205-abc2-3e9cfdcca5db is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:26:37.150395 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:37.163765 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a5b97b-e436-4205-abc2-3e9cfdcca5db {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:26:37.183034 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 44a5b97b-e436-4205-abc2-3e9cfdcca5db, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44a5b97b-e436-4205-abc2-3e9cfdcca5db,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:37.186853 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:37.354492 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=44a5b97b-e436-4205-abc2-3e9cfdcca5db,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:37.365244 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.365244 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.365548 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.365876 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.366203 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.366532 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.366851 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.367176 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.367498 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.367850 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.368169 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.368491 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.368805 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.369117 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.369428 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:26:37.409074 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b567d8-5938-4bb3-beef-b559e4e67a4c req-dde91076-8acd-41de-9dad-2e053735ced4 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:37.410528 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e1b567d8-5938-4bb3-beef-b559e4e67a4c req-dde91076-8acd-41de-9dad-2e053735ced4 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 945 time: 0.0470679 Jul 13 23:26:37.460071 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e1b567d8-5938-4bb3-beef-b559e4e67a4c req-e17f9d13-ff8b-42b4-9858-42a0ecc415be tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Jul 13 23:26:37.642547 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['44a5b97b-e436-4205-abc2-3e9cfdcca5db'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:26:37.972015 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:38.574930 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6ced7-2cdf-450c-8957-277f762d8919 req-83869635-d970-41a4-9153-18d0457a13fb tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:38.576389 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0f6ced7-2cdf-450c-8957-277f762d8919 req-83869635-d970-41a4-9153-18d0457a13fb tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 945 time: 0.0476248 Jul 13 23:26:38.623583 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0f6ced7-2cdf-450c-8957-277f762d8919 req-c02638e2-e4c6-49c5-97c7-03f033a8b31e tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Jul 13 23:26:39.012156 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 44a5b97b-e436-4205-abc2-3e9cfdcca5db up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:26:39.054389 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port 44a5b97b-e436-4205-abc2-3e9cfdcca5db completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:26:39.059987 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port 44a5b97b-e436-4205-abc2-3e9cfdcca5db triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:26:39.060352 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:39.131762 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port 44a5b97b-e436-4205-abc2-3e9cfdcca5db is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:26:39.132143 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:39.155764 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51f1a46-c0cf-446f-b132-bf3a631ddb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a5b97b-e436-4205-abc2-3e9cfdcca5db'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:26:39.157967 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b196e0-f0ce-494a-b3d5-58960949ec42" -d '{"events": [{"server_uuid": "b51f1a46-c0cf-446f-b132-bf3a631ddb8f", "name": "network-vif-plugged", "status": "completed", "tag": "44a5b97b-e436-4205-abc2-3e9cfdcca5db"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:26:39.170944 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port 44a5b97b-e436-4205-abc2-3e9cfdcca5db, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44a5b97b-e436-4205-abc2-3e9cfdcca5db,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:39.175524 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:39.201745 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2299c90-2929-4d21-8872-b1c6753bafd4 x-openstack-request-id: req-c2299c90-2929-4d21-8872-b1c6753bafd4 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:26:39.202030 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51f1a46-c0cf-446f-b132-bf3a631ddb8f", "name": "network-vif-plugged", "status": "completed", "tag": "44a5b97b-e436-4205-abc2-3e9cfdcca5db", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:26:39.202275 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2299c90-2929-4d21-8872-b1c6753bafd4 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:26:39.202659 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2299c90-2929-4d21-8872-b1c6753bafd4'] response: {'server_uuid': 'b51f1a46-c0cf-446f-b132-bf3a631ddb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a5b97b-e436-4205-abc2-3e9cfdcca5db', 'code': 200} Jul 13 23:26:39.230156 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=44a5b97b-e436-4205-abc2-3e9cfdcca5db,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:39.377805 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250a06b-eae0-4fe1-a802-bbb171adceff req-26035244-3b04-4fc9-ac3f-0af84f513a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:39.379300 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d250a06b-eae0-4fe1-a802-bbb171adceff req-26035244-3b04-4fc9-ac3f-0af84f513a0b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 1130 time: 0.0392721 Jul 13 23:26:39.424324 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d250a06b-eae0-4fe1-a802-bbb171adceff req-101352f4-b6d1-4e70-856c-9f82a42fbd9c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Jul 13 23:26:39.739178 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d253830-e158-4fa2-b118-49fad8295898 req-d549fc30-8455-496d-9898-70dece92dd29 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:39.743568 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d253830-e158-4fa2-b118-49fad8295898 req-d549fc30-8455-496d-9898-70dece92dd29 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 946 time: 0.0485334 Jul 13 23:26:39.767569 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:39.789809 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d253830-e158-4fa2-b118-49fad8295898 req-0122a7a7-606c-49a3-8ed6-0ba828ba5b9e tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Jul 13 23:26:40.871044 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-df0e128b-3a07-49ae-ab36-759faddab7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:40.906573 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:40.922415 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a0c9a-3095-44b4-b4e3-6b3d35928fc2 req-a08e4b97-5c71-48b8-a599-5d5946987298 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:40.923835 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2c6a0c9a-3095-44b4-b4e3-6b3d35928fc2 req-a08e4b97-5c71-48b8-a599-5d5946987298 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 946 time: 0.0507770 Jul 13 23:26:40.971804 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2c6a0c9a-3095-44b4-b4e3-6b3d35928fc2 req-6cc65d24-5e20-4302-888d-86d444dc666b tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Jul 13 23:26:42.086401 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee908fb5-2721-404d-ac8a-a18a92c2412d req-2016c9a5-698d-4cb1-b994-a4bab82c66ba tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:42.087868 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee908fb5-2721-404d-ac8a-a18a92c2412d req-2016c9a5-698d-4cb1-b994-a4bab82c66ba tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 946 time: 0.0467522 Jul 13 23:26:42.134641 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee908fb5-2721-404d-ac8a-a18a92c2412d req-bbd0e5f8-6ddd-46b6-a2d0-b9f5e6be5699 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407245 Jul 13 23:26:42.802459 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef4eca-8194-4941-918b-984e0d0b567b req-63f5f781-36a2-4247-ba3d-db31dd0c163e tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:42.803952 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6ef4eca-8194-4941-918b-984e0d0b567b req-63f5f781-36a2-4247-ba3d-db31dd0c163e tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 946 time: 0.0469878 Jul 13 23:26:42.853392 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6ef4eca-8194-4941-918b-984e0d0b567b req-7c2229a1-6cad-4fa8-ab7b-5bebf0f47e28 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 Jul 13 23:26:43.848599 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ee1284ff-175a-41f0-853c-de5076190401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:43.970832 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adee0b-bb72-4445-a06e-6143a24a8e5e req-5cb437c6-8aae-45a8-8748-64e362015134 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:43.972336 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88adee0b-bb72-4445-a06e-6143a24a8e5e req-5cb437c6-8aae-45a8-8748-64e362015134 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 946 time: 0.0486543 Jul 13 23:26:44.019923 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88adee0b-bb72-4445-a06e-6143a24a8e5e req-6f10187c-7440-403b-9fda-f33eb4fdbfb5 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd0e5137-f22e-4280-b4fc-0e706450aa14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Jul 13 23:26:44.504923 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-534bd0ec-a6a3-4044-b3a0-686fd007b005 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:26:44.506335 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-534bd0ec-a6a3-4044-b3a0-686fd007b005 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.58 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 946 time: 0.0462031 Jul 13 23:26:44.572598 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:44.597957 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Deleting port 44a5b97b-e436-4205-abc2-3e9cfdcca5db {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:26:44.598298 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:44.690740 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] For port 44a5b97b-e436-4205-abc2-3e9cfdcca5db, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44a5b97b-e436-4205-abc2-3e9cfdcca5db,segment=NetworkSegment(5290a400-81b1-46e6-8be9-19bddcfa4f53),segment_id=5290a400-81b1-46e6-8be9-19bddcfa4f53)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:26:44.691150 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:44.704071 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Calling delete_port for 44a5b97b-e436-4205-abc2-3e9cfdcca5db owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:26:44.711844 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:44.830035 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (44a5b97b-e436-4205-abc2-3e9cfdcca5db), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:44.849488 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['44a5b97b-e436-4205-abc2-3e9cfdcca5db'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:26:44.856046 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Pushing event deleted for resources: {'Port': ['ID=44a5b97b-e436-4205-abc2-3e9cfdcca5db,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:26:44.906637 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] No DVR routers for this DVR port 44a5b97b-e436-4205-abc2-3e9cfdcca5db on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:26:44.909178 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:44.912355 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-47658c4b-95b6-4f67-8171-79dca98d1c8a req-f741f122-fbd8-43e9-8efa-2aef7419f993 tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.58 "DELETE /v2.0/ports/44a5b97b-e436-4205-abc2-3e9cfdcca5db HTTP/1.1" status: 204 len: 173 time: 0.3978214 Jul 13 23:26:44.912798 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51f1a46-c0cf-446f-b132-bf3a631ddb8f', 'name': 'network-vif-deleted', 'tag': '44a5b97b-e436-4205-abc2-3e9cfdcca5db'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:26:44.915056 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423b6400-2e8c-4eb3-b9e2-c5a6a216957a" -d '{"events": [{"server_uuid": "b51f1a46-c0cf-446f-b132-bf3a631ddb8f", "name": "network-vif-deleted", "tag": "44a5b97b-e436-4205-abc2-3e9cfdcca5db"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:26:44.952423 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5faa57-2094-4c28-982b-ba90d16dba6a x-openstack-request-id: req-6b5faa57-2094-4c28-982b-ba90d16dba6a {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:26:44.952760 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51f1a46-c0cf-446f-b132-bf3a631ddb8f", "name": "network-vif-deleted", "tag": "44a5b97b-e436-4205-abc2-3e9cfdcca5db", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:26:44.953036 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b5faa57-2094-4c28-982b-ba90d16dba6a {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:26:44.953489 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5faa57-2094-4c28-982b-ba90d16dba6a'] response: {'server_uuid': 'b51f1a46-c0cf-446f-b132-bf3a631ddb8f', 'name': 'network-vif-deleted', 'tag': '44a5b97b-e436-4205-abc2-3e9cfdcca5db', 'status': 'completed', 'code': 200} Jul 13 23:26:45.128279 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e4b04ded-0178-4f72-844c-c36ece7baec7 req-34a6e845-0ca0-4d09-8ee6-860058b8097b tempest-VolumesActionsTest-2049283588 tempest-VolumesActionsTest-2049283588-project] 10.222.0.60 "GET /v2.0/ports?device_id=b51f1a46-c0cf-446f-b132-bf3a631ddb8f HTTP/1.1" status: 200 len: 210 time: 0.0274959 Jul 13 23:26:46.532335 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:46.686976 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:46.692789 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:49.615411 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 44a5b97b-e436-4205-abc2-3e9cfdcca5db no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:26:49.634962 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 44a5b97b-e436-4205-abc2-3e9cfdcca5db {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:26:49.635295 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 44a5b97b-e436-4205-abc2-3e9cfdcca5db not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:26:52.662653 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:26:53.965546 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:26:54.013537 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=40 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:54.889847 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=17,neutron:DELETE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:54.892259 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=84,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:26:55.110833 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=34 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:02.657287 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:02.658814 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:05.961745 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:05.976902 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:10.078818 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57750) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:10.127932 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Deleting subnet a443f72c-1d8b-4c62-ab2f-03c4be679875 {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:27:10.131258 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Publish callbacks [] for subnet (a443f72c-1d8b-4c62-ab2f-03c4be679875), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.169188 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13795869'] for subnet (a443f72c-1d8b-4c62-ab2f-03c4be679875), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.210000 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (a443f72c-1d8b-4c62-ab2f-03c4be679875), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.266563 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13261050'] for subnet (a443f72c-1d8b-4c62-ab2f-03c4be679875), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.291992 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a443f72c-1d8b-4c62-ab2f-03c4be679875,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:10.303120 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.306255 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a443f72c-1d8b-4c62-ab2f-03c4be679875 HTTP/1.1" status: 204 len: 168 time: 0.2264333 Jul 13 23:27:10.308283 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.308680 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.308881 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57752) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:10.309296 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.309296 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.309585 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.309930 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.310251 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.310565 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.311177 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.311624 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.311983 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.312295 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.312607 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.312918 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.313229 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299a866-93c1-46a6-a3ee-870cbfdee625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:10.380088 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.464911 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.485316 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:10.494768 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5290a400-81b1-46e6-8be9-19bddcfa4f53') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:10.495057 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5290a400-81b1-46e6-8be9-19bddcfa4f53') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:10.504949 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (5290a400-81b1-46e6-8be9-19bddcfa4f53), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.520594 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (5290a400-81b1-46e6-8be9-19bddcfa4f53), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.527785 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:27:10.528255 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (5290a400-81b1-46e6-8be9-19bddcfa4f53), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.581685 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 5290a400-81b1-46e6-8be9-19bddcfa4f53 resource provider aggregate not found Jul 13 23:27:10.601372 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 5290a400-81b1-46e6-8be9-19bddcfa4f53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5290a400-81b1-46e6-8be9-19bddcfa4f53 found for delete ", "request_id": "req-2cdbcb96-ab27-45d2-94d6-b16f1512f0da"}]} Jul 13 23:27:10.602830 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.608296 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.614276 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2 HTTP/1.1" status: 204 len: 168 time: 0.3043723 Jul 13 23:27:10.627008 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c337e0-a80f-444c-91b9-1839c12b3ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7d1d1e-3d7f-4455-904d-5fba3eb52ae2,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:10.725308 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57762) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:10.765905 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3427a219-ac73-47df-98cf-4681725700f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee4bf49f582d4479a11bdc669c44793c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394728 Jul 13 23:27:10.768396 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57764) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:10.817471 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ae1030a6-12dd-40ac-9f86-d6dcf29a73a5 admin admin] Publish callbacks [] for security_group (cd0e5137-f22e-4280-b4fc-0e706450aa14), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.839135 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ae1030a6-12dd-40ac-9f86-d6dcf29a73a5 admin admin] Publish callbacks [] for security_group (cd0e5137-f22e-4280-b4fc-0e706450aa14), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.882585 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe47a-07b4-41ff-a4a5-1290a4aa67dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.890943 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ae1030a6-12dd-40ac-9f86-d6dcf29a73a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (cd0e5137-f22e-4280-b4fc-0e706450aa14), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.893851 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ae1030a6-12dd-40ac-9f86-d6dcf29a73a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:10.895042 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-ae1030a6-12dd-40ac-9f86-d6dcf29a73a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd0e5137-f22e-4280-b4fc-0e706450aa14 HTTP/1.1" status: 204 len: 168 time: 0.1257567 Jul 13 23:27:10.903571 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1030a6-12dd-40ac-9f86-d6dcf29a73a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0e5137-f22e-4280-b4fc-0e706450aa14,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:11.634252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57788) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:11.740356 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-89493097-network', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:27:11.762013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Made reservation on behalf of f96223da0efe45daaf57326c8f9d1ae1 for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:27:11.764591 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:11.776675 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:11.859679 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Publish callbacks [] for security_group (ad812b3e-d91b-42d7-bb8c-1b034b357377), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:11.864065 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ad812b3e-d91b-42d7-bb8c-1b034b357377), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:11.894110 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:27:11.900976 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad812b3e-d91b-42d7-bb8c-1b034b357377,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:11.908733 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (7f20e5b0-3856-4334-9714-9c9fb0819874), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:11.909078 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Added segment 7f20e5b0-3856-4334-9714-9c9fb0819874 of type vlan for network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 Jul 13 23:27:11.953924 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (3145edf8-4c18-4d03-9343-f4cb9a9490a4), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:11.975281 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:11.982475 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (3145edf8-4c18-4d03-9343-f4cb9a9490a4), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:11.985029 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:11.985819 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.031484 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3958211 Jul 13 23:27:12.035432 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57792) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:12.041832 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Request body: {'subnet': {'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-89493097-subnet', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:27:12.062956 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:12.066313 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Made reservation on behalf of f96223da0efe45daaf57326c8f9d1ae1 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:27:12.069017 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260993'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.069987 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7c228-9bb1-49f8-be37-f63dbe6e4f01 admin admin] Pushing event updated for resources: {'Network': ['ID=3145edf8-4c18-4d03-9343-f4cb9a9490a4,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:12.082032 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:27:12.257929 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13261043'] for subnet (d904cf2e-56aa-48bf-a63b-496dfe0fcb71), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.318453 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d904cf2e-56aa-48bf-a63b-496dfe0fcb71,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:12.327045 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Checking segment: {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:27:12.327401 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Network hostable DHCP agents. Network: 3145edf8-4c18-4d03-9343-f4cb9a9490a4, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:27:12.345005 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:27:12.355714 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 3145edf8-4c18-4d03-9343-f4cb9a9490a4) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:12.362805 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:12.364140 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.370715 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614bb0ab-c337-483b-a918-9f2dd57cecab None None] Network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:27:12.388947 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3eed0f1c-28fd-4fe9-91c3-940e44f26a62 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3514769 Jul 13 23:27:12.391668 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57794) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:12.396087 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:27:12.419163 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.420392 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.478368 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks [] for router_controller (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.493205 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:27:12.494278 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.637596 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Allocated IP 172.20.0.2 (3145edf8-4c18-4d03-9343-f4cb9a9490a4/d904cf2e-56aa-48bf-a63b-496dfe0fcb71/83138d84-896e-4950-90d7-c289aac80ae7) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:27:12.800043 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Publish callbacks [] for port (83138d84-896e-4950-90d7-c289aac80ae7), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.807697 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (83138d84-896e-4950-90d7-c289aac80ae7), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.848809 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:27:12.851893 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:12.858318 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:27:12.867149 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks [] for router_gateway (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.869632 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Pushing event updated for resources: {'Port': ['ID=83138d84-896e-4950-90d7-c289aac80ae7,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:12.869985 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:12.932807 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Attempting to bind port 83138d84-896e-4950-90d7-c289aac80ae7 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:27:12.933175 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Attempting to bind port 83138d84-896e-4950-90d7-c289aac80ae7 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:27:12.933532 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Attempting to bind port 83138d84-896e-4950-90d7-c289aac80ae7 on network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:27:12.939143 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:27:12.939518 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Checking segment: {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:27:12.939949 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.940338 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Bound using segment: {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:27:12.940808 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Bound port: 83138d84-896e-4950-90d7-c289aac80ae7, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:27:12.941187 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (83138d84-896e-4950-90d7-c289aac80ae7), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:12.954354 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:13.006102 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] For port 83138d84-896e-4950-90d7-c289aac80ae7, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:27:13.013650 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] For port 83138d84-896e-4950-90d7-c289aac80ae7, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=83138d84-896e-4950-90d7-c289aac80ae7,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:27:13.023363 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (83138d84-896e-4950-90d7-c289aac80ae7), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:13.068906 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks [] for router_gateway (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:13.094708 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:13.096967 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871a00c-926f-408c-8bcd-b22ad7c2f2b9 None None] Pushing event updated for resources: {'Port': ['ID=83138d84-896e-4950-90d7-c289aac80ae7,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:13.223197 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Allocated IP 172.27.3.249 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/ad229dc1-5136-4200-b279-c62028fdc42d) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:27:13.359046 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks [] for port (ad229dc1-5136-4200-b279-c62028fdc42d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:13.409257 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:13.455249 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:27:13.460858 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:13.463089 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Pushing event updated for resources: {'Port': ['ID=ad229dc1-5136-4200-b279-c62028fdc42d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:13.465324 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:27:13.738698 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks [] for router_gateway (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:13.835664 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:13.860961 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0549b2b2-79d7-40b4-89c9-cf22a38e6c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:13.949909 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:14.045462 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:14.096388 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49adfeb6-2577-441f-8df9-bb12d84aa0d9 None None] Network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:27:14.110339 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:27:14.174591 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:14.183618 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-b0c0029a-5990-420f-9cc3-debf74747c42 None None] Provisioning complete for port 83138d84-896e-4950-90d7-c289aac80ae7 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:14.183618 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b0c0029a-5990-420f-9cc3-debf74747c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (83138d84-896e-4950-90d7-c289aac80ae7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:14.207228 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:14.220176 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:27:14.241195 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:14.244245 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-369c4e65-83b6-4dd8-b5a9-5471a8057b7b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8513217 Jul 13 23:27:14.245390 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57802) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:14.248484 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Sync routers for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:27:14.283497 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:14.284174 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:14.375760 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0029a-5990-420f-9cc3-debf74747c42 None None] Current status of the port 83138d84-896e-4950-90d7-c289aac80ae7 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:14.376476 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b0c0029a-5990-420f-9cc3-debf74747c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (83138d84-896e-4950-90d7-c289aac80ae7), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:14.466007 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-b0c0029a-5990-420f-9cc3-debf74747c42 None None] For port 83138d84-896e-4950-90d7-c289aac80ae7, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=83138d84-896e-4950-90d7-c289aac80ae7,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:14.478657 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b0c0029a-5990-420f-9cc3-debf74747c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (83138d84-896e-4950-90d7-c289aac80ae7), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:14.509922 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:14.670389 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:14.676744 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0029a-5990-420f-9cc3-debf74747c42 None None] Pushing event updated for resources: {'Port': ['ID=83138d84-896e-4950-90d7-c289aac80ae7,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:14.680260 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-93f6a087-97e2-43d5-871e-019bdcb9bf88 None None] Provisioning complete for port 83138d84-896e-4950-90d7-c289aac80ae7 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:14.680818 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-93f6a087-97e2-43d5-871e-019bdcb9bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (83138d84-896e-4950-90d7-c289aac80ae7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:14.734762 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 83138d84-896e-4950-90d7-c289aac80ae7 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:14.896178 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 83138d84-896e-4950-90d7-c289aac80ae7 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:14.896532 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (83138d84-896e-4950-90d7-c289aac80ae7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:14.898408 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:13Z', 'revision_number': 3, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:14.900273 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-93f6a087-97e2-43d5-871e-019bdcb9bf88 None None] Current status of the port 83138d84-896e-4950-90d7-c289aac80ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:14.946413 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Checking router: 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:27:14.946760 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Updating router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d port ad229dc1-5136-4200-b279-c62028fdc42d binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:27:14.987598 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.034603 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.116961 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:15.139548 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 83138d84-896e-4950-90d7-c289aac80ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:15.141455 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:15.253733 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Allocated IP 172.20.0.1 (3145edf8-4c18-4d03-9343-f4cb9a9490a4/d904cf2e-56aa-48bf-a63b-496dfe0fcb71/8274111c-e89d-40e1-bedf-8c134ad83b1b) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:27:15.387340 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Publish callbacks [] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.423105 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.449936 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:15.469791 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Publish callbacks [] for port (ad229dc1-5136-4200-b279-c62028fdc42d), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.471465 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:27:15.475933 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:15.476238 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.478617 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Pushing event updated for resources: {'Port': ['ID=8274111c-e89d-40e1-bedf-8c134ad83b1b,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:15.485821 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:27:15.532797 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.541001 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d153a38-930b-4a3f-9944-e519f6ffc5b1 None None] Pushing event updated for resources: {'Port': ['ID=ad229dc1-5136-4200-b279-c62028fdc42d,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:15.544349 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Attempting to bind port ad229dc1-5136-4200-b279-c62028fdc42d on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:27:15.545285 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Attempting to bind port ad229dc1-5136-4200-b279-c62028fdc42d by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:27:15.545653 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Attempting to bind port ad229dc1-5136-4200-b279-c62028fdc42d on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:27:15.552233 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:27:15.552615 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:27:15.553172 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.553478 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:27:15.554122 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Bound port: ad229dc1-5136-4200-b279-c62028fdc42d, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:27:15.554455 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.578551 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:15.623737 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] For port ad229dc1-5136-4200-b279-c62028fdc42d, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:27:15.629269 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] For port ad229dc1-5136-4200-b279-c62028fdc42d, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=ad229dc1-5136-4200-b279-c62028fdc42d,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:27:15.637960 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.691435 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.722561 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:15.723194 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:15.773263 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d153a38-930b-4a3f-9944-e519f6ffc5b1 None None] Pushing event updated for resources: {'Port': ['ID=ad229dc1-5136-4200-b279-c62028fdc42d,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:15.845991 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-18c04fac-0745-49fd-9293-a3efc6bb934c None None] Provisioning complete for port 8274111c-e89d-40e1-bedf-8c134ad83b1b triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:15.846884 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-18c04fac-0745-49fd-9293-a3efc6bb934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.892063 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Publish callbacks [] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.898585 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:15.899014 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:15.901181 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-18c04fac-0745-49fd-9293-a3efc6bb934c None None] Port 8274111c-e89d-40e1-bedf-8c134ad83b1b cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:27:16.021751 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:16.026157 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Pushing event updated for resources: {'Port': ['ID=8274111c-e89d-40e1-bedf-8c134ad83b1b,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:16.103887 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 1, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:16.132241 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568efed-4837-4786-a0fe-f10c2caab386 None None] The sync data for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi is: [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 1, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:27:16.145048 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:27:16.146682 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:16.284572 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:27:16.452403 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:27:16.468671 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-a1d172aa-f980-4fb5-9ff1-43d28c2b542e admin admin] 10.222.0.60 "PUT /v2.0/routers/461f1e8f-bfb0-4b40-a1af-7c66ca00b35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2218871 Jul 13 23:27:16.567582 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-a4612e0e-a59c-4ce6-bcb4-988e20820996 None None] Provisioning complete for port 8274111c-e89d-40e1-bedf-8c134ad83b1b triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:16.568227 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a4612e0e-a59c-4ce6-bcb4-988e20820996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:16.638376 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-a4612e0e-a59c-4ce6-bcb4-988e20820996 None None] Port 8274111c-e89d-40e1-bedf-8c134ad83b1b cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:27:16.640244 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:16.720052 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:16.741321 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 83138d84-896e-4950-90d7-c289aac80ae7 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:16.781904 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:16.789107 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:16.800074 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 83138d84-896e-4950-90d7-c289aac80ae7 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:16.800423 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (83138d84-896e-4950-90d7-c289aac80ae7), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:16.894355 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 83138d84-896e-4950-90d7-c289aac80ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:17.115864 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57844) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:17.126372 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1448943552-network', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:27:17.148880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Made reservation on behalf of 83937178a24e4636a96243d0fbcd67b5 for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:27:17.151806 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.162288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.204374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:17.219320 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:17.273012 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Publish callbacks [] for security_group (4c6491e5-19b8-4256-8c64-cb5f5386dcf5), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.278654 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (4c6491e5-19b8-4256-8c64-cb5f5386dcf5), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.320155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:27:17.333955 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6491e5-19b8-4256-8c64-cb5f5386dcf5,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:17.340161 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (8df38bf2-0928-4db0-98b0-37f79679896e), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.340497 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Added segment 8df38bf2-0928-4db0-98b0-37f79679896e of type vlan for network 7e973de2-44e9-432e-a08d-4c43d0b5edbd Jul 13 23:27:17.399417 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (7e973de2-44e9-432e-a08d-4c43d0b5edbd), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.429149 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (7e973de2-44e9-432e-a08d-4c43d0b5edbd), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.430419 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:17.430850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.544862 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4239483 Jul 13 23:27:17.544985 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57850) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:17.550107 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Request body: {'subnet': {'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1448943552-subnet', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:27:17.552014 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ead40f-0068-4a07-8852-161f4f3ed093 admin admin] Pushing event updated for resources: {'Network': ['ID=7e973de2-44e9-432e-a08d-4c43d0b5edbd,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:17.565177 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 7e973de2-44e9-432e-a08d-4c43d0b5edbd details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:27:17.587428 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Made reservation on behalf of 83937178a24e4636a96243d0fbcd67b5 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:27:17.605141 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260993'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.846200 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13261043'] for subnet (11c9047a-0cd9-4457-a9e8-6c5cb15384c2), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:17.914763 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c9047a-0cd9-4457-a9e8-6c5cb15384c2,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:17.954512 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Checking segment: {'id': '8df38bf2-0928-4db0-98b0-37f79679896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:27:17.954868 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Network hostable DHCP agents. Network: 7e973de2-44e9-432e-a08d-4c43d0b5edbd, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:27:17.977152 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Network 7e973de2-44e9-432e-a08d-4c43d0b5edbd is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:27:17.998813 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 7e973de2-44e9-432e-a08d-4c43d0b5edbd) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:18.005946 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:18.007254 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.018113 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd1dadb-28ec-4dc4-a516-0354394e6cfd None None] Network 7e973de2-44e9-432e-a08d-4c43d0b5edbd requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:27:18.047190 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-dcbe96a2-dec0-4cb9-b23d-f01d19ce9a99 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4979568 Jul 13 23:27:18.047736 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57860) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:18.055448 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:27:18.090694 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.092471 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.170127 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks [] for router_controller (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.177872 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-7e973de2-44e9-432e-a08d-4c43d0b5edbd', 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd', 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'fixed_ips': [{'subnet_id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:27:18.178869 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.180357 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:18.354334 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Allocated IP 172.20.0.2 (7e973de2-44e9-432e-a08d-4c43d0b5edbd/11c9047a-0cd9-4457-a9e8-6c5cb15384c2/59ffadf0-e56a-42cb-be15-f2b308add5b2) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:27:18.378121 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks [] for router_gateway (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.557730 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:18.583401 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Publish callbacks [] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.596492 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.667300 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Network 7e973de2-44e9-432e-a08d-4c43d0b5edbd is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:27:18.673453 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:18.678042 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:27:18.713398 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks [] for router_gateway (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.733558 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Pushing event updated for resources: {'Port': ['ID=59ffadf0-e56a-42cb-be15-f2b308add5b2,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:18.741385 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.769209 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Sync routers for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:27:18.787701 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:18.788421 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:18.797516 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Attempting to bind port 59ffadf0-e56a-42cb-be15-f2b308add5b2 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:27:18.797882 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Attempting to bind port 59ffadf0-e56a-42cb-be15-f2b308add5b2 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '8df38bf2-0928-4db0-98b0-37f79679896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:27:18.798398 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Attempting to bind port 59ffadf0-e56a-42cb-be15-f2b308add5b2 on network 7e973de2-44e9-432e-a08d-4c43d0b5edbd {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:27:18.806198 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device ad229dc1-5136-4200-b279-c62028fdc42d up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:18.816092 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:27:18.816513 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Checking segment: {'id': '8df38bf2-0928-4db0-98b0-37f79679896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:27:18.817317 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.817763 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Bound using segment: {'id': '8df38bf2-0928-4db0-98b0-37f79679896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:27:18.818302 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Bound port: 59ffadf0-e56a-42cb-be15-f2b308add5b2, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df38bf2-0928-4db0-98b0-37f79679896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:27:18.818698 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.926767 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port ad229dc1-5136-4200-b279-c62028fdc42d triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:18.927743 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:18.932886 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Allocated IP 172.27.3.19 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/24a7dd97-e72e-4a24-99f7-8f84507751ba) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:27:18.964865 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] For port 59ffadf0-e56a-42cb-be15-f2b308add5b2, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:27:18.984513 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:18.994549 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:18.998735 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] For port 59ffadf0-e56a-42cb-be15-f2b308add5b2, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=59ffadf0-e56a-42cb-be15-f2b308add5b2,segment=NetworkSegment(8df38bf2-0928-4db0-98b0-37f79679896e),segment_id=8df38bf2-0928-4db0-98b0-37f79679896e)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:27:19.000168 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:19.011817 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:19.131723 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc91b4b-6309-4613-bf80-d884934731cc None None] Pushing event updated for resources: {'Port': ['ID=59ffadf0-e56a-42cb-be15-f2b308add5b2,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:19.144064 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port ad229dc1-5136-4200-b279-c62028fdc42d is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:19.144064 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:19.158272 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks [] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:19.209168 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port ad229dc1-5136-4200-b279-c62028fdc42d, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=ad229dc1-5136-4200-b279-c62028fdc42d,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:19.215829 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:19.235053 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:19.274220 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 2, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:19.309644 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=ad229dc1-5136-4200-b279-c62028fdc42d,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:19.313498 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Pushing event updated for resources: {'Port': ['ID=24a7dd97-e72e-4a24-99f7-8f84507751ba,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:19.325095 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Checking router: 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:27:19.325448 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Updating router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d port 8274111c-e89d-40e1-bedf-8c134ad83b1b binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:27:19.335152 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:27:19.338907 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:19.343023 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:27:19.401036 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:19.707843 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:19.781920 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks [] for router_gateway (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:19.930242 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Publish callbacks [] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:19.938144 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.003882 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Pushing event updated for resources: {'Port': ['ID=8274111c-e89d-40e1-bedf-8c134ad83b1b,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:20.031514 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.031514 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.031974 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.032702 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.032942 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.033402 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.033812 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.034222 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.034676 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.035575 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.035575 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.035844 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.036247 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.036666 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.037029 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:20.044574 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23721fb-40fc-47d7-ad33-8c39d46a44fc req-37fb999e-54c4-40d0-8b61-4a97a01940b2 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:20.046451 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d23721fb-40fc-47d7-ad33-8c39d46a44fc req-37fb999e-54c4-40d0-8b61-4a97a01940b2 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.1026764 Jul 13 23:27:20.085165 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.092234 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Attempting to bind port 8274111c-e89d-40e1-bedf-8c134ad83b1b on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:27:20.093261 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Attempting to bind port 8274111c-e89d-40e1-bedf-8c134ad83b1b by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:27:20.096289 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Attempting to bind port 8274111c-e89d-40e1-bedf-8c134ad83b1b on network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:27:20.109862 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:27:20.110584 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Checking segment: {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:27:20.111319 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.112793 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Bound using segment: {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:27:20.113804 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Bound port: 8274111c-e89d-40e1-bedf-8c134ad83b1b, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:27:20.114851 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.151827 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d23721fb-40fc-47d7-ad33-8c39d46a44fc req-178bfd75-35b8-41b4-8e41-97769012bb06 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995028 Jul 13 23:27:20.207337 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:20.227562 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] For port 8274111c-e89d-40e1-bedf-8c134ad83b1b, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:27:20.232809 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] For port 8274111c-e89d-40e1-bedf-8c134ad83b1b, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=8274111c-e89d-40e1-bedf-8c134ad83b1b,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:27:20.242643 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.289816 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:20.291467 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:27:20.295184 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:20.309640 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-81575ec1-04bc-4f09-a9ec-2bcb5290dcb8 None None] Provisioning complete for port 8274111c-e89d-40e1-bedf-8c134ad83b1b triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:20.311268 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-81575ec1-04bc-4f09-a9ec-2bcb5290dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.328809 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:20.329595 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:20.332069 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3163fd-ca37-48a2-9e72-1c690e0b4009 None None] Pushing event updated for resources: {'Port': ['ID=8274111c-e89d-40e1-bedf-8c134ad83b1b,revision_number=4']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:20.452661 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-81575ec1-04bc-4f09-a9ec-2bcb5290dcb8 None None] Current status of the port 8274111c-e89d-40e1-bedf-8c134ad83b1b is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:20.456019 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-81575ec1-04bc-4f09-a9ec-2bcb5290dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.510284 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-81575ec1-04bc-4f09-a9ec-2bcb5290dcb8 None None] For port 8274111c-e89d-40e1-bedf-8c134ad83b1b, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=8274111c-e89d-40e1-bedf-8c134ad83b1b,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:20.517606 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-81575ec1-04bc-4f09-a9ec-2bcb5290dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.517840 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:20.635983 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81575ec1-04bc-4f09-a9ec-2bcb5290dcb8 None None] Pushing event updated for resources: {'Port': ['ID=8274111c-e89d-40e1-bedf-8c134ad83b1b,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:20.676413 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca333d-62e0-428f-8065-f0bf0a4a471b None None] Network 7e973de2-44e9-432e-a08d-4c43d0b5edbd requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:27:20.773038 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Provisioning complete for port 8274111c-e89d-40e1-bedf-8c134ad83b1b triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:20.773313 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.787348 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:27:20.821024 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Sync routers for ids ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:27:20.826447 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:20.830657 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d58379cc-2906-4aa9-9efe-1fd0d9f74639 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7784333 Jul 13 23:27:20.831155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57882) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:20.869986 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:20Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:20.906688 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Routers {'5005275b-9e66-4cf5-9ff4-ac2c112d7a10'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:20.907468 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:20.909836 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a291257-d6da-4043-815a-fdafbd783da9 None None] The sync data for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi is: [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:20Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:27:20.921718 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 59ffadf0-e56a-42cb-be15-f2b308add5b2 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:21.258196 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Current status of the port 8274111c-e89d-40e1-bedf-8c134ad83b1b is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:21.279726 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 59ffadf0-e56a-42cb-be15-f2b308add5b2 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:21.280072 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.283162 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Set router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:21.286468 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Provisioning complete for port 59ffadf0-e56a-42cb-be15-f2b308add5b2 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:21.286671 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.346004 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:21.384683 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29975d7b-85b7-4140-8875-9c34b0ea9238 req-1dbea0af-17fe-437c-a106-095823939f49 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:21.391164 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29975d7b-85b7-4140-8875-9c34b0ea9238 req-1dbea0af-17fe-437c-a106-095823939f49 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.0954862 Jul 13 23:27:21.403356 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.405992 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:21.468137 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29975d7b-85b7-4140-8875-9c34b0ea9238 req-8166b51f-a92a-4bbe-aa1a-1b8d709c4b50 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702395 Jul 13 23:27:21.559407 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:21.598196 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 59ffadf0-e56a-42cb-be15-f2b308add5b2 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:21.598477 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.627514 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Allocated IP 172.20.0.1 (7e973de2-44e9-432e-a08d-4c43d0b5edbd/11c9047a-0cd9-4457-a9e8-6c5cb15384c2/caf879ff-56e3-481b-9ccd-a565f4a2b7f2) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:27:21.652414 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Current status of the port 59ffadf0-e56a-42cb-be15-f2b308add5b2 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:21.652815 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.670078 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:21.690093 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port 59ffadf0-e56a-42cb-be15-f2b308add5b2, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=59ffadf0-e56a-42cb-be15-f2b308add5b2,segment=NetworkSegment(8df38bf2-0928-4db0-98b0-37f79679896e),segment_id=8df38bf2-0928-4db0-98b0-37f79679896e)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:21.712790 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.713955 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device ad229dc1-5136-4200-b279-c62028fdc42d up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:21.815251 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 3, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'gw_port': {'id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:21.828575 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Publish callbacks [] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.862928 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Checking router: 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:27:21.863256 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Updating router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 port 24a7dd97-e72e-4a24-99f7-8f84507751ba binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:27:21.869768 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=59ffadf0-e56a-42cb-be15-f2b308add5b2,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:21.889930 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.894697 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.db.api [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104144) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 13 23:27:21.895103 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG oslo_db.api [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 23:27:21.903064 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port ad229dc1-5136-4200-b279-c62028fdc42d triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:21.903427 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.935384 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Network 7e973de2-44e9-432e-a08d-4c43d0b5edbd is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:27:21.938272 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:21.940043 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:21.949322 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:27:21.986923 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=caf879ff-56e3-481b-9ccd-a565f4a2b7f2,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:22.022468 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.102195 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port ad229dc1-5136-4200-b279-c62028fdc42d is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:22.103315 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 8274111c-e89d-40e1-bedf-8c134ad83b1b up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:22.164274 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-bbcd4c3a-9192-42d9-869c-5e1baa43312e tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:22.165894 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-bbcd4c3a-9192-42d9-869c-5e1baa43312e tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.0828483 Jul 13 23:27:22.207827 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:22.232735 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 8274111c-e89d-40e1-bedf-8c134ad83b1b triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:22.233109 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.268916 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:22.315500 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Deleting port 67d31e67-7a4e-430f-9ced-0065a898cb01 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:27:22.315858 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.318721 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.370461 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Publish callbacks [] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.384311 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.390515 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 8274111c-e89d-40e1-bedf-8c134ad83b1b is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:22.475194 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a1d99-fb05-4700-aa27-a6ca1698f1ec None None] Pushing event updated for resources: {'Port': ['ID=24a7dd97-e72e-4a24-99f7-8f84507751ba,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:22.477920 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5ea6e-ef45-4439-8bbe-1af711d6d70a None None] Current status of the port 59ffadf0-e56a-42cb-be15-f2b308add5b2 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:22.480446 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Attempting to bind port 24a7dd97-e72e-4a24-99f7-8f84507751ba on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:27:22.480803 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Attempting to bind port 24a7dd97-e72e-4a24-99f7-8f84507751ba by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:27:22.481162 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Attempting to bind port 24a7dd97-e72e-4a24-99f7-8f84507751ba on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:27:22.488180 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:27:22.488552 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:27:22.488952 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.489342 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:27:22.489824 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Bound port: 24a7dd97-e72e-4a24-99f7-8f84507751ba, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:27:22.490196 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.552097 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] For port 67d31e67-7a4e-430f-9ced-0065a898cb01, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=67d31e67-7a4e-430f-9ced-0065a898cb01,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:22.552471 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.555287 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] For port 24a7dd97-e72e-4a24-99f7-8f84507751ba, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:27:22.558707 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] For port 24a7dd97-e72e-4a24-99f7-8f84507751ba, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=24a7dd97-e72e-4a24-99f7-8f84507751ba,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:27:22.568290 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.614071 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-74224e67-1263-426f-900d-f89b6bebf98f None None] Provisioning complete for port 59ffadf0-e56a-42cb-be15-f2b308add5b2 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:22.614522 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-74224e67-1263-426f-900d-f89b6bebf98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.644821 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:22.680542 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe26f7e-22c8-4152-af80-5df238822dfa req-07a9548d-a630-4f2f-91d4-b38b460b5e87 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:22.689745 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7fe26f7e-22c8-4152-af80-5df238822dfa req-07a9548d-a630-4f2f-91d4-b38b460b5e87 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 946 time: 0.1231017 Jul 13 23:27:22.694090 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:22.702231 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Routers {'5005275b-9e66-4cf5-9ff4-ac2c112d7a10'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:22.702856 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:22.733539 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Publish callbacks [] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.742784 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.753906 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a1d99-fb05-4700-aa27-a6ca1698f1ec None None] Pushing event updated for resources: {'Port': ['ID=24a7dd97-e72e-4a24-99f7-8f84507751ba,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:22.762734 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7fe26f7e-22c8-4152-af80-5df238822dfa req-a3c294e2-0d2b-4dbd-95b0-800d60e1940f tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups?id=30cf76e7-bd16-459f-a209-4f83d6fd3aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718191 Jul 13 23:27:22.763777 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.861348 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 59ffadf0-e56a-42cb-be15-f2b308add5b2 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:22.876547 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=caf879ff-56e3-481b-9ccd-a565f4a2b7f2,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:22.881329 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.881737 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (1cb956d3-e432-4b96-919d-408bb1d6ecfe), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.881993 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Floating IP 1cb956d3-e432-4b96-919d-408bb1d6ecfe disassociated. External IP: 172.27.3.165, port: 67d31e67-7a4e-430f-9ced-0065a898cb01. Jul 13 23:27:22.882344 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Calling delete_port for 67d31e67-7a4e-430f-9ced-0065a898cb01 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:27:22.885357 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.900347 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-74224e67-1263-426f-900d-f89b6bebf98f None None] Current status of the port 59ffadf0-e56a-42cb-be15-f2b308add5b2 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:22.933776 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-74224e67-1263-426f-900d-f89b6bebf98f None None] Provisioning complete for port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:22.934132 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-74224e67-1263-426f-900d-f89b6bebf98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:22.937172 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] Set router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:23.005689 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-74224e67-1263-426f-900d-f89b6bebf98f None None] Port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:27:23.064160 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Network 7e973de2-44e9-432e-a08d-4c43d0b5edbd is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:27:23.065868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:23.201927 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 59ffadf0-e56a-42cb-be15-f2b308add5b2 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:23.202260 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:23.218034 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (67d31e67-7a4e-430f-9ced-0065a898cb01), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:23.244834 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:23.276592 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:23.371733 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 59ffadf0-e56a-42cb-be15-f2b308add5b2 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:23.372934 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 8274111c-e89d-40e1-bedf-8c134ad83b1b up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:23.451997 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:22Z', 'revision_number': 4, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'gw_port': {'id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'caf879ff-56e3-481b-9ccd-a565f4a2b7f2', 'name': '', 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'mac_address': 'fa:16:3e:89:21:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:21Z', 'updated_at': '2022-07-13T23:27:21Z', 'revision_number': 1, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'subnets': [{'id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:23.456402 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-0ff34127-1113-4811-aff6-dd79a08aa762 None None] Provisioning complete for port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:23.456769 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0ff34127-1113-4811-aff6-dd79a08aa762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:23.505060 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bfe53-e238-4b49-8aa7-cc4e53f2b698 None None] The sync data for ids ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'] in dv-cinder-799871-29-iscsi is: [{'id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:22Z', 'revision_number': 4, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'gw_port': {'id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'caf879ff-56e3-481b-9ccd-a565f4a2b7f2', 'name': '', 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'mac_address': 'fa:16:3e:89:21:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:21Z', 'updated_at': '2022-07-13T23:27:21Z', 'revision_number': 1, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'subnets': [{'id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:27:23.532833 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 8274111c-e89d-40e1-bedf-8c134ad83b1b triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:23.533212 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:23.536864 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-0ff34127-1113-4811-aff6-dd79a08aa762 None None] Port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:27:23.546800 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event deleted for resources: {'Port': ['ID=67d31e67-7a4e-430f-9ced-0065a898cb01,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:23.575381 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:27:23.631495 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 8274111c-e89d-40e1-bedf-8c134ad83b1b is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:23.844660 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:27:23.873967 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:27:23.886630 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d355739e-9e07-4f12-8112-ce7315094ca4 admin admin] 10.222.0.60 "PUT /v2.0/routers/5005275b-9e66-4cf5-9ff4-ac2c112d7a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0513482 Jul 13 23:27:23.886943 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-67b1de7c-892a-4eb6-bb0f-42b18b410553 req-5e79ebaa-366c-4eb1-95db-94d31d13dcb0 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d16cc-e2c7-47e6-a824-a42bceba6d9b HTTP/1.1" status: 200 len: 210 time: 0.0344419 Jul 13 23:27:23.900713 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:24.022730 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:24.060833 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:27:24.076827 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] Sync routers for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:27:24.101749 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:24.102544 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:24.124320 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] No DVR routers for this DVR port 67d31e67-7a4e-430f-9ced-0065a898cb01 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:27:24.127300 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:24.131028 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-20f136ec-adfd-4e6c-84a1-ed290c27ce3c req-d7a99072-8728-484e-81cb-c2cbb29562cc tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.58 "DELETE /v2.0/ports/67d31e67-7a4e-430f-9ced-0065a898cb01 HTTP/1.1" status: 204 len: 173 time: 1.9472535 Jul 13 23:27:24.131568 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'name': 'network-vif-deleted', 'tag': '67d31e67-7a4e-430f-9ced-0065a898cb01'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:27:24.135167 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21b0aa4-3559-49f7-b919-60af2d70b338" -d '{"events": [{"server_uuid": "ff8d16cc-e2c7-47e6-a824-a42bceba6d9b", "name": "network-vif-deleted", "tag": "67d31e67-7a4e-430f-9ced-0065a898cb01"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:27:24.252840 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b80a49-b32c-4df7-8140-b9a3503b5cde x-openstack-request-id: req-80b80a49-b32c-4df7-8140-b9a3503b5cde {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:27:24.253279 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8d16cc-e2c7-47e6-a824-a42bceba6d9b", "name": "network-vif-deleted", "tag": "67d31e67-7a4e-430f-9ced-0065a898cb01", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:27:24.253594 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80b80a49-b32c-4df7-8140-b9a3503b5cde {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:27:24.254010 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b80a49-b32c-4df7-8140-b9a3503b5cde'] response: {'server_uuid': 'ff8d16cc-e2c7-47e6-a824-a42bceba6d9b', 'name': 'network-vif-deleted', 'tag': '67d31e67-7a4e-430f-9ced-0065a898cb01', 'status': 'completed', 'code': 200} Jul 13 23:27:24.361699 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:24.631615 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:24.661551 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] Checking router: ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:27:24.676640 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:24.677959 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:24.785453 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 24a7dd97-e72e-4a24-99f7-8f84507751ba up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:24.842661 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:24.873975 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 24a7dd97-e72e-4a24-99f7-8f84507751ba triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:24.874628 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:24.980493 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 24a7dd97-e72e-4a24-99f7-8f84507751ba is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:24.981039 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:25.020049 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port 24a7dd97-e72e-4a24-99f7-8f84507751ba, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=24a7dd97-e72e-4a24-99f7-8f84507751ba,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:25.046620 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:25.047113 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:25.119986 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57920) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:25.137481 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=24a7dd97-e72e-4a24-99f7-8f84507751ba,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:25.160315 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:25.196566 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89b288-90dd-4af2-9f5f-86827fb939c7 None None] The sync data for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi is: [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:30Z', 'revision_number': 4, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'fe219123-c20d-4d24-b5da-e0439b5bf47c', 'name': '', 'network_id': 'c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'mac_address': 'fa:16:3e:92:dc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:28Z', 'updated_at': '2022-07-13T23:15:39Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'subnets': [{'id': 'dc24c837-6f7d-425f-9a8a-c1039c02421c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:27:25.222846 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da5d0aed-e6e9-4219-96cc-df2b5866eb16 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (30cf76e7-bd16-459f-a209-4f83d6fd3aa9), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:25.255586 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 67d31e67-7a4e-430f-9ced-0065a898cb01 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:27:25.267103 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da5d0aed-e6e9-4219-96cc-df2b5866eb16 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (30cf76e7-bd16-459f-a209-4f83d6fd3aa9), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:25.289125 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 67d31e67-7a4e-430f-9ced-0065a898cb01 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:27:25.289477 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 67d31e67-7a4e-430f-9ced-0065a898cb01 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:27:25.376242 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da5d0aed-e6e9-4219-96cc-df2b5866eb16 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (30cf76e7-bd16-459f-a209-4f83d6fd3aa9), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:25.380033 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da5d0aed-e6e9-4219-96cc-df2b5866eb16 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:25.385799 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-da5d0aed-e6e9-4219-96cc-df2b5866eb16 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "DELETE /v2.0/security-groups/30cf76e7-bd16-459f-a209-4f83d6fd3aa9 HTTP/1.1" status: 204 len: 168 time: 0.2642298 Jul 13 23:27:25.386512 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57922) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:25.398270 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d0aed-e6e9-4219-96cc-df2b5866eb16 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cf76e7-bd16-459f-a209-4f83d6fd3aa9,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:25.413250 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.api.v2.resource [None req-7173550e-4833-4971-933b-da5c26ff41ce tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] show failed (client error): The resource could not be found. Jul 13 23:27:25.415099 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7173550e-4833-4971-933b-da5c26ff41ce tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "GET /v2.0/security-groups/30cf76e7-bd16-459f-a209-4f83d6fd3aa9 HTTP/1.1" status: 404 len: 347 time: 0.0269153 Jul 13 23:27:25.417969 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57924) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:25.607680 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Deleting port 07e36c9b-c660-4b58-96ab-f365479e50af {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:27:25.608031 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (07e36c9b-c660-4b58-96ab-f365479e50af), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:25.703225 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:25.718193 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160d875-65c0-4a45-bc32-356e9eaec69a None None] New status for floating IP 1cb956d3-e432-4b96-919d-408bb1d6ecfe: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:27:25.795298 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (07e36c9b-c660-4b58-96ab-f365479e50af), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:25.796023 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (07e36c9b-c660-4b58-96ab-f365479e50af), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:25.823849 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Calling delete_port for 07e36c9b-c660-4b58-96ab-f365479e50af owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:27:26.045876 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (07e36c9b-c660-4b58-96ab-f365479e50af), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:26.073738 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Pushing event deleted for resources: {'Port': ['ID=07e36c9b-c660-4b58-96ab-f365479e50af,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:26.148955 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks [] for floatingip (1cb956d3-e432-4b96-919d-408bb1d6ecfe), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:26.151646 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:26.155591 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5d458b09-d603-444e-9e8e-f33c8e29cd17 tempest-AttachVolumeTestJSON-1711944616 tempest-AttachVolumeTestJSON-1711944616-project] 10.222.0.60 "DELETE /v2.0/floatingips/1cb956d3-e432-4b96-919d-408bb1d6ecfe HTTP/1.1" status: 204 len: 168 time: 0.7337618 Jul 13 23:27:26.717206 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 24a7dd97-e72e-4a24-99f7-8f84507751ba up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:26.762874 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 24a7dd97-e72e-4a24-99f7-8f84507751ba triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:26.764417 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:26.813292 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:26.856136 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 24a7dd97-e72e-4a24-99f7-8f84507751ba is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:27.015639 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-847630ad-93bf-4c2d-aeaf-25003c4c7dd6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497680 Jul 13 23:27:27.090021 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-5be0896f-7d49-49f0-9919-414091110f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:27.092336 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-5be0896f-7d49-49f0-9919-414091110f66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 1129 time: 0.0530810 Jul 13 23:27:27.265718 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-1686c3c3-f05a-4f26-9b8c-590472cf954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:27.267220 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-1686c3c3-f05a-4f26-9b8c-590472cf954c service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 913 time: 0.1551750 Jul 13 23:27:27.350353 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-cccf2475-6e3e-433f-b173-2638899d775e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdbb940c-4402-4813-bcf4-955e6ba21827 HTTP/1.1" status: 200 len: 1001 time: 0.0765479 Jul 13 23:27:27.419637 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-53cb659b-1ee0-4e5b-a95f-0d03c938fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:27.421455 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-53cb659b-1ee0-4e5b-a95f-0d03c938fca2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.0637958 Jul 13 23:27:27.479816 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-08098cc3-c651-4c28-868a-155f9579d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:27.481298 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-08098cc3-c651-4c28-868a-155f9579d117 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545905 Jul 13 23:27:27.630113 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-56bf6487-be00-4c05-8b6f-cfb82117c878 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412096 Jul 13 23:27:27.787156 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d334ea1b-17df-4fd5-8220-0b8f10c5a854 req-a006839e-cb85-4fc3-abc3-bfb524770093 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492519 Jul 13 23:27:27.856213 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:28.300442 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Sync routers for ids ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:27:28.311210 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Routers {'5005275b-9e66-4cf5-9ff4-ac2c112d7a10'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:28.314117 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:28.436621 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Set router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:28.707164 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:22Z', 'revision_number': 4, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'gw_port': {'id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'caf879ff-56e3-481b-9ccd-a565f4a2b7f2', 'name': '', 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'mac_address': 'fa:16:3e:89:21:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:21Z', 'updated_at': '2022-07-13T23:27:22Z', 'revision_number': 2, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'subnets': [{'id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:28.735352 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Checking router: 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:27:28.736828 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Updating router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:27:28.768942 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.057545 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Publish callbacks [] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.066183 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.095064 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:29.112393 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70df68c-e1e5-4876-93b5-b30319540246 None None] Pushing event updated for resources: {'Port': ['ID=caf879ff-56e3-481b-9ccd-a565f4a2b7f2,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:29.201379 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Attempting to bind port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:27:29.201860 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Attempting to bind port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '8df38bf2-0928-4db0-98b0-37f79679896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:27:29.202307 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Attempting to bind port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 on network 7e973de2-44e9-432e-a08d-4c43d0b5edbd {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:27:29.208599 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:27:29.209041 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Checking segment: {'id': '8df38bf2-0928-4db0-98b0-37f79679896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:27:29.209492 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.210064 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Bound using segment: {'id': '8df38bf2-0928-4db0-98b0-37f79679896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:27:29.210609 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Bound port: caf879ff-56e3-481b-9ccd-a565f4a2b7f2, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df38bf2-0928-4db0-98b0-37f79679896e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:27:29.211038 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.301460 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] For port caf879ff-56e3-481b-9ccd-a565f4a2b7f2, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:27:29.304931 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] For port caf879ff-56e3-481b-9ccd-a565f4a2b7f2, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=caf879ff-56e3-481b-9ccd-a565f4a2b7f2,segment=NetworkSegment(8df38bf2-0928-4db0-98b0-37f79679896e),segment_id=8df38bf2-0928-4db0-98b0-37f79679896e)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:27:29.312911 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.407448 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:29.412107 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70df68c-e1e5-4876-93b5-b30319540246 None None] Pushing event updated for resources: {'Port': ['ID=caf879ff-56e3-481b-9ccd-a565f4a2b7f2,revision_number=4']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:29.416789 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Routers {'5005275b-9e66-4cf5-9ff4-ac2c112d7a10'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:29.416969 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-adc66ae1-b228-498b-8aab-d5c72059146d None None] Provisioning complete for port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:29.417530 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-adc66ae1-b228-498b-8aab-d5c72059146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.417645 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:29.521031 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-adc66ae1-b228-498b-8aab-d5c72059146d None None] Current status of the port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:29.521371 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-adc66ae1-b228-498b-8aab-d5c72059146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.529926 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:29.559148 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] Set router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:29.582897 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-adc66ae1-b228-498b-8aab-d5c72059146d None None] For port caf879ff-56e3-481b-9ccd-a565f4a2b7f2, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=caf879ff-56e3-481b-9ccd-a565f4a2b7f2,segment=NetworkSegment(8df38bf2-0928-4db0-98b0-37f79679896e),segment_id=8df38bf2-0928-4db0-98b0-37f79679896e)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:29.592229 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-adc66ae1-b228-498b-8aab-d5c72059146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.665159 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc66ae1-b228-498b-8aab-d5c72059146d None None] Pushing event updated for resources: {'Port': ['ID=caf879ff-56e3-481b-9ccd-a565f4a2b7f2,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:29.729046 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-b3afe579-a560-4dc4-b6df-13695a18fa26 None None] Provisioning complete for port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:29.729587 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b3afe579-a560-4dc4-b6df-13695a18fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:29.835958 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-b3afe579-a560-4dc4-b6df-13695a18fa26 None None] Current status of the port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:29.836571 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:22Z', 'revision_number': 4, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'gw_port': {'id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'caf879ff-56e3-481b-9ccd-a565f4a2b7f2', 'name': '', 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'mac_address': 'fa:16:3e:89:21:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:21Z', 'updated_at': '2022-07-13T23:27:29Z', 'revision_number': 4, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'subnets': [{'id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:29.864587 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1984c6b4-88ad-41c6-9c2c-7752e995b7a6 None None] The sync data for ids ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'] in dv-cinder-799871-29-iscsi is: [{'id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:22Z', 'revision_number': 4, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'gw_port': {'id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'caf879ff-56e3-481b-9ccd-a565f4a2b7f2', 'name': '', 'network_id': '7e973de2-44e9-432e-a08d-4c43d0b5edbd', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'mac_address': 'fa:16:3e:89:21:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:21Z', 'updated_at': '2022-07-13T23:27:29Z', 'revision_number': 4, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'subnets': [{'id': '11c9047a-0cd9-4457-a9e8-6c5cb15384c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:27:30.215749 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57962) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:30.676578 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:30.711556 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:30.742028 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device caf879ff-56e3-481b-9ccd-a565f4a2b7f2 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:30.797303 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:30.797673 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:30.815318 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:30.892968 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:30.971855 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:27:31.072827 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Deleting port fe219123-c20d-4d24-b5da-e0439b5bf47c {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:27:31.073211 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:31.172556 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] For port fe219123-c20d-4d24-b5da-e0439b5bf47c, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=fe219123-c20d-4d24-b5da-e0439b5bf47c,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:31.172842 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:31.187002 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Calling delete_port for fe219123-c20d-4d24-b5da-e0439b5bf47c owned by network:router_interface {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:27:31.390071 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (fe219123-c20d-4d24-b5da-e0439b5bf47c), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:31.414157 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe219123-c20d-4d24-b5da-e0439b5bf47c,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:31.475668 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.476013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.476358 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.476692 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.477021 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.477350 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.477677 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.477999 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.478320 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.478638 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.478957 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.479278 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.479615 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.479931 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.480254 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:31.564333 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:31.639492 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:31.822204 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:31.915773 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:27:32.035455 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:27:32.045387 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] Sync routers for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:27:32.046789 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-fb4be987-37f2-409c-8ebd-208b2e6f2b85 admin admin] 10.222.0.60 "PUT /v2.0/routers/ce6dbc25-31e6-4704-8b5d-32ab0dd633e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8324621 Jul 13 23:27:32.049577 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 57970) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:32.064391 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:32.065320 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:32.137404 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:32.166575 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks [] for router (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.198450 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:32.272485 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks [] for router_gateway (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.320045 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Deleting port b457ea4a-3e0a-46f8-aa72-1d21fc11a715 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:27:32.320788 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.415422 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:27:31Z', 'revision_number': 5, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port': {'id': 'b457ea4a-3e0a-46f8-aa72-1d21fc11a715', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:32.442208 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] For port b457ea4a-3e0a-46f8-aa72-1d21fc11a715, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=b457ea4a-3e0a-46f8-aa72-1d21fc11a715,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:32.442999 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.452819 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] Checking router: ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:27:32.461224 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Calling delete_port for b457ea4a-3e0a-46f8-aa72-1d21fc11a715 owned by network:router_gateway {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:27:32.462008 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] Routers {'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:32.463037 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:32.535479 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:32.568473 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] Set router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:32.603207 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:32.662299 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:27:32Z', 'revision_number': 6, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port_host': None}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:32.670324 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (b457ea4a-3e0a-46f8-aa72-1d21fc11a715), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.706649 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e22436-3189-4777-98ef-f45e52b1e64e None None] The sync data for ids ['ce6dbc25-31e6-4704-8b5d-32ab0dd633e0'] in dv-cinder-799871-29-iscsi is: [{'id': 'ce6dbc25-31e6-4704-8b5d-32ab0dd633e0', 'name': 'tempest-AttachVolumeTestJSON-1189880827-router', 'tenant_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:27:32Z', 'revision_number': 6, 'project_id': '1ce9fb9212ee408089fd63fb9e9e1de8', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:27:32.708169 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Pushing event deleted for resources: {'Port': ['ID=b457ea4a-3e0a-46f8-aa72-1d21fc11a715,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:32.789682 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.887194 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.890545 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks [] for router_controller (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.941619 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (ce6dbc25-31e6-4704-8b5d-32ab0dd633e0), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.942334 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 {{(pid=104142) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:27:32.946766 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:32.947968 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8c100472-a5c9-4026-b400-e826ca24129c admin admin] 10.222.0.60 "DELETE /v2.0/routers/ce6dbc25-31e6-4704-8b5d-32ab0dd633e0 HTTP/1.1" status: 204 len: 168 time: 0.8974016 Jul 13 23:27:32.951154 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57972) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:33.006006 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c1f0a9-8eea-449d-9ef4-7df7ea30a14f admin admin] Deleting subnet dc24c837-6f7d-425f-9a8a-c1039c02421c {{(pid=104143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:27:33.009284 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d5c1f0a9-8eea-449d-9ef4-7df7ea30a14f admin admin] Publish callbacks [] for subnet (dc24c837-6f7d-425f-9a8a-c1039c02421c), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.048330 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d5c1f0a9-8eea-449d-9ef4-7df7ea30a14f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15074518'] for subnet (dc24c837-6f7d-425f-9a8a-c1039c02421c), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.155969 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d5c1f0a9-8eea-449d-9ef4-7df7ea30a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (dc24c837-6f7d-425f-9a8a-c1039c02421c), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.222330 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d5c1f0a9-8eea-449d-9ef4-7df7ea30a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14774655'] for subnet (dc24c837-6f7d-425f-9a8a-c1039c02421c), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.252706 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1f0a9-8eea-449d-9ef4-7df7ea30a14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc24c837-6f7d-425f-9a8a-c1039c02421c,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:33.256507 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d5c1f0a9-8eea-449d-9ef4-7df7ea30a14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.259809 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d5c1f0a9-8eea-449d-9ef4-7df7ea30a14f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dc24c837-6f7d-425f-9a8a-c1039c02421c HTTP/1.1" status: 204 len: 168 time: 0.3074257 Jul 13 23:27:33.262293 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57974) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:33.265989 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb64213-81f1-4777-b69e-3b754d04491d None None] Network c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:27:33.346110 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.403556 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Deleting port c5795b27-d168-4b15-93ab-f9039d211af0 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:27:33.404127 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.486595 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] For port c5795b27-d168-4b15-93ab-f9039d211af0, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=c5795b27-d168-4b15-93ab-f9039d211af0,segment=NetworkSegment(8a0917bf-595b-4b33-93b6-2d4aa7490195),segment_id=8a0917bf-595b-4b33-93b6-2d4aa7490195)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:33.487353 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.503957 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Calling delete_port for c5795b27-d168-4b15-93ab-f9039d211af0 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:27:33.551608 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:33.596521 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] DHCP port deletion for c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:27:33.618676 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.656259 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] Deleting port c5795b27-d168-4b15-93ab-f9039d211af0 {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:27:33.657042 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.660083 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5795b27-d168-4b15-93ab-f9039d211af0,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:33.663848 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] No DVR routers for this DVR port c5795b27-d168-4b15-93ab-f9039d211af0 on host dv-cinder-799871-29-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:27:33.753242 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] For port c5795b27-d168-4b15-93ab-f9039d211af0, host dv-cinder-799871-29-iscsi, got binding levels [] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:33.754752 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.768993 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.771993 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] Calling delete_port for c5795b27-d168-4b15-93ab-f9039d211af0 owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:27:33.776488 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.ipam_backend_mixin [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] Port c5795b27-d168-4b15-93ab-f9039d211af0 was not found and therefore no delete operation was performed {{(pid=104144) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 13 23:27:33.778050 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (c5795b27-d168-4b15-93ab-f9039d211af0), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.795423 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:33.809049 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:33.810892 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] No DVR routers for this DVR port c5795b27-d168-4b15-93ab-f9039d211af0 on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:27:33.812766 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce373f48-99e2-4d5a-9fb1-48cde55c02c8 None None] Pushing event deleted for resources: {'Port': ['ID=c5795b27-d168-4b15-93ab-f9039d211af0,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:33.823755 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0917bf-595b-4b33-93b6-2d4aa7490195') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:33.823976 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0917bf-595b-4b33-93b6-2d4aa7490195') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:33.841129 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (8a0917bf-595b-4b33-93b6-2d4aa7490195), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.856345 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (8a0917bf-595b-4b33-93b6-2d4aa7490195), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.865304 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:27:33.865725 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (8a0917bf-595b-4b33-93b6-2d4aa7490195), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.956430 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.967048 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:33.978315 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] 10.222.0.60 "DELETE /v2.0/networks/c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac HTTP/1.1" status: 204 len: 168 time: 0.7142508 Jul 13 23:27:33.992675 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2256efc-20f9-4022-8be7-e92b8458533e admin admin] Pushing event deleted for resources: {'Network': ['ID=c9873fd1-f5f3-4987-9dd7-8a95b5ddc1ac,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:34.108525 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 8a0917bf-595b-4b33-93b6-2d4aa7490195 resource provider aggregate not found Jul 13 23:27:34.129849 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 8a0917bf-595b-4b33-93b6-2d4aa7490195 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a0917bf-595b-4b33-93b6-2d4aa7490195 found for delete ", "request_id": "req-14b30be3-4853-4dfc-bd4e-74acd5d5535c"}]} Jul 13 23:27:34.190044 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57984) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:34.240499 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-bbdb96e3-1090-4568-9bb2-197b7d3370cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ce9fb9212ee408089fd63fb9e9e1de8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0492420 Jul 13 23:27:34.243473 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 57986) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:34.299292 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9073ba7d-d9e1-48f6-b533-33b00d95b635 admin admin] Publish callbacks [] for security_group (7f1c524a-f21e-41be-8159-e556b519840b), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:34.334570 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9073ba7d-d9e1-48f6-b533-33b00d95b635 admin admin] Publish callbacks [] for security_group (7f1c524a-f21e-41be-8159-e556b519840b), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:34.401571 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9073ba7d-d9e1-48f6-b533-33b00d95b635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (7f1c524a-f21e-41be-8159-e556b519840b), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:34.404386 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9073ba7d-d9e1-48f6-b533-33b00d95b635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:34.405542 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-9073ba7d-d9e1-48f6-b533-33b00d95b635 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f1c524a-f21e-41be-8159-e556b519840b HTTP/1.1" status: 204 len: 168 time: 0.1610577 Jul 13 23:27:34.416366 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073ba7d-d9e1-48f6-b533-33b00d95b635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1c524a-f21e-41be-8159-e556b519840b,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:34.758905 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device fe219123-c20d-4d24-b5da-e0439b5bf47c no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:27:34.782837 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: fe219123-c20d-4d24-b5da-e0439b5bf47c {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:27:34.783356 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device fe219123-c20d-4d24-b5da-e0439b5bf47c not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:27:34.783962 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device c5795b27-d168-4b15-93ab-f9039d211af0 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:27:34.785933 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:34.811140 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: c5795b27-d168-4b15-93ab-f9039d211af0 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:27:34.811914 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device c5795b27-d168-4b15-93ab-f9039d211af0 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:27:34.819810 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b457ea4a-3e0a-46f8-aa72-1d21fc11a715 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:27:34.843068 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: b457ea4a-3e0a-46f8-aa72-1d21fc11a715 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:27:34.843417 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b457ea4a-3e0a-46f8-aa72-1d21fc11a715 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:27:35.346651 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-c8f55d84-39d6-4e71-ba3b-c5d3d38f4b68 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:35.348224 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-c8f55d84-39d6-4e71-ba3b-c5d3d38f4b68 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/networks?id=3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 200 len: 813 time: 0.1169786 Jul 13 23:27:35.364953 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-11eb34aa-664d-4162-b6fd-c12e34307a65 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/quotas/f96223da0efe45daaf57326c8f9d1ae1 HTTP/1.1" status: 200 len: 375 time: 0.0105093 Jul 13 23:27:35.432228 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-28cf4540-a655-4e2e-a964-4b5bddb4c62a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612962 Jul 13 23:27:35.665656 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-668f7e3f-52a6-4fc4-9922-e685298d9f5a service neutron] 10.222.0.60 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184615 Jul 13 23:27:35.698378 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:35.782257 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-0cee3ee2-6277-4b3d-9ae2-890d368e57d7 service neutron] 10.222.0.60 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103742 Jul 13 23:27:35.960213 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4458909a-d3f3-4786-a6ef-17f4b1e2f9e3 req-1da32006-1f2b-462e-b104-40de20b1870e tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 210 time: 0.0319910 Jul 13 23:27:37.026961 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-2a1180d2-94fc-4f5d-909a-67300efcc9c5 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:37.029759 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-2a1180d2-94fc-4f5d-909a-67300efcc9c5 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.58 "GET /v2.0/networks?id=3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 200 len: 813 time: 0.1133020 Jul 13 23:27:37.044645 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'port': {'device_id': 'cc11b570-15c0-4127-99e1-a15699722aef', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'admin_state_up': True, 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:27:37.069408 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a42ff3e3-afd8-4ae2-8ff6-97a396ad940d req-e86c3bcd-1013-4669-8dfb-7e2ee806c6f4 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 210 time: 0.0313611 Jul 13 23:27:37.156686 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Made reservation on behalf of f96223da0efe45daaf57326c8f9d1ae1 for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:27:37.160397 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:37.298492 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Allocated IP 172.20.0.9 (3145edf8-4c18-4d03-9343-f4cb9a9490a4/d904cf2e-56aa-48bf-a63b-496dfe0fcb71/ac6b98f4-c418-4051-a292-8d82d918a5f4) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:27:37.308920 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:37.465590 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:37.498434 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:37.505243 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:37.548657 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:27:37.554632 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:27:37.574059 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:27:37.692930 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'Port': ['ID=ac6b98f4-c418-4051-a292-8d82d918a5f4,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:37.725158 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:37.725793 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:37.749414 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-8e8af7c4-c85b-411f-94d2-d64ab3e673cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7087591 Jul 13 23:27:37.930453 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-5aae6e55-7b6d-4e9e-a485-47175a8127cb None None] Provisioning complete for port ac6b98f4-c418-4051-a292-8d82d918a5f4 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:37.930453 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5aae6e55-7b6d-4e9e-a485-47175a8127cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:37.975487 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-5aae6e55-7b6d-4e9e-a485-47175a8127cb None None] Port ac6b98f4-c418-4051-a292-8d82d918a5f4 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:27:38.196658 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d904620-801d-40cb-a566-c6340e2c237b req-a96fa2ab-2f04-49c2-97ee-0cc11f43ed11 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:38.198157 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0d904620-801d-40cb-a566-c6340e2c237b req-a96fa2ab-2f04-49c2-97ee-0cc11f43ed11 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0537784 Jul 13 23:27:38.250585 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0d904620-801d-40cb-a566-c6340e2c237b req-4fd54dd7-4b54-4a90-bd5a-eb6b58b8588b tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466449 Jul 13 23:27:39.376849 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec6d16-abb5-422b-82fa-486ab8eae016 req-7d2a3423-ebbd-472e-8ad2-e95dce819804 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:39.378353 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08ec6d16-abb5-422b-82fa-486ab8eae016 req-7d2a3423-ebbd-472e-8ad2-e95dce819804 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0489478 Jul 13 23:27:39.427726 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08ec6d16-abb5-422b-82fa-486ab8eae016 req-e02add15-f5c7-4e9a-9d6b-5653647dd25a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434406 Jul 13 23:27:40.546290 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90e581-6fbe-4294-b700-21e41f1aed83 req-0a0efaa7-a536-4653-9353-79848f23a8a5 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:40.547810 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c90e581-6fbe-4294-b700-21e41f1aed83 req-0a0efaa7-a536-4653-9353-79848f23a8a5 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0502937 Jul 13 23:27:40.602604 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c90e581-6fbe-4294-b700-21e41f1aed83 req-0296c24a-b348-4c78-8ab9-b3aa48162207 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492239 Jul 13 23:27:40.888869 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f3cde260-a042-44b4-8b0d-314cb9046e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:41.732582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84508d92-b00f-4e30-a07f-2f579afbb992 req-2b0c5724-aa44-401a-a2aa-a0da6ad8fb5e tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:41.734672 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-84508d92-b00f-4e30-a07f-2f579afbb992 req-2b0c5724-aa44-401a-a2aa-a0da6ad8fb5e tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0571320 Jul 13 23:27:41.802428 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-84508d92-b00f-4e30-a07f-2f579afbb992 req-695674a9-eb06-41eb-a7ae-ad1ff97f32f4 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623562 Jul 13 23:27:42.952120 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a9d1-561d-428d-8cda-cecb1fc52713 req-624dd432-8e30-4332-a7f8-924b744c8fdf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:42.955008 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5836a9d1-561d-428d-8cda-cecb1fc52713 req-624dd432-8e30-4332-a7f8-924b744c8fdf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0686336 Jul 13 23:27:42.965791 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=47 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:42.975271 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:43.007722 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:43.018024 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5836a9d1-561d-428d-8cda-cecb1fc52713 req-f09ecdc1-239a-42a8-8909-0d06c5c8fe5a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563381 Jul 13 23:27:43.857981 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a6b70eb2-f16c-49f1-ab76-e273944fdc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:44.142091 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f3eaf-81cc-446c-a87b-37bf17cb66ea req-812448fb-321a-47e0-aba7-9a6b351f1e63 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:44.143575 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c89f3eaf-81cc-446c-a87b-37bf17cb66ea req-812448fb-321a-47e0-aba7-9a6b351f1e63 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0523856 Jul 13 23:27:44.195370 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c89f3eaf-81cc-446c-a87b-37bf17cb66ea req-9e0ab569-c939-4dfd-bb8d-f2ac14ccb331 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461416 Jul 13 23:27:44.582594 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:45.319894 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1d4f9-5972-4ec6-8401-0ef0878c2919 req-43504e1b-175c-497e-b454-60b7512dbb98 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:45.321359 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5a1d4f9-5972-4ec6-8401-0ef0878c2919 req-43504e1b-175c-497e-b454-60b7512dbb98 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0493398 Jul 13 23:27:45.373586 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5a1d4f9-5972-4ec6-8401-0ef0878c2919 req-c29644d0-ae4e-485c-8b45-4c41b63dae60 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 Jul 13 23:27:46.492528 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226412d-893d-4743-880e-e7428382a86e req-53109f0e-4154-44f8-9345-61aac8508233 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:46.493980 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a226412d-893d-4743-880e-e7428382a86e req-53109f0e-4154-44f8-9345-61aac8508233 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0498550 Jul 13 23:27:46.545892 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:46.550965 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a226412d-893d-4743-880e-e7428382a86e req-119c5cd1-9449-43c4-aaa8-3ed3fefe55d5 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513358 Jul 13 23:27:46.692846 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:47.680064 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2b6ca-b83d-47de-988e-40044fbb6b09 req-21824881-aa91-4763-bc44-20d14ed7216a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:47.681573 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fdc2b6ca-b83d-47de-988e-40044fbb6b09 req-21824881-aa91-4763-bc44-20d14ed7216a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0490570 Jul 13 23:27:47.729527 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fdc2b6ca-b83d-47de-988e-40044fbb6b09 req-4fb552a4-0f6a-4808-8ab0-4eaf70b77d8d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422091 Jul 13 23:27:47.734919 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=7 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:47.739457 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=46,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:48.843779 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f010f-8199-4fe1-88e9-db5e6222f7b3 req-99233a80-7db2-4b74-ac82-ac439b5d96ec tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:48.845254 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-826f010f-8199-4fe1-88e9-db5e6222f7b3 req-99233a80-7db2-4b74-ac82-ac439b5d96ec tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0486543 Jul 13 23:27:48.879784 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:48.895027 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-826f010f-8199-4fe1-88e9-db5e6222f7b3 req-dc0d0778-3994-48ea-bc90-ce23cec29ff8 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440850 Jul 13 23:27:49.606356 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c00776-d10f-460f-89e5-712856ceaf2f req-7c27ed89-deb7-4d23-b10b-f2d071544b51 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:49.608278 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30c00776-d10f-460f-89e5-712856ceaf2f req-7c27ed89-deb7-4d23-b10b-f2d071544b51 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 947 time: 0.0532632 Jul 13 23:27:49.656991 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30c00776-d10f-460f-89e5-712856ceaf2f req-69cc271a-33de-42df-a8d8-53d7d5686613 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430901 Jul 13 23:27:50.011623 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2799f7-b3e9-467d-88f1-3f7b19351787 req-971b3062-0614-4733-8cf7-00e44c98193e tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:50.013753 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c2799f7-b3e9-467d-88f1-3f7b19351787 req-971b3062-0614-4733-8cf7-00e44c98193e tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0482349 Jul 13 23:27:50.063958 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c2799f7-b3e9-467d-88f1-3f7b19351787 req-fd413e67-94c5-4a32-ac8d-e6e50335c326 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Jul 13 23:27:50.777772 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351118a-fbfa-4379-ba1c-9e8d9c197a1b req-27d6c174-34f4-466b-bd20-35dddca008ae tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:50.779806 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f351118a-fbfa-4379-ba1c-9e8d9c197a1b req-27d6c174-34f4-466b-bd20-35dddca008ae tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 947 time: 0.0509951 Jul 13 23:27:50.826013 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f351118a-fbfa-4379-ba1c-9e8d9c197a1b req-81be4d58-3a2e-4be5-9ba5-f9a0998061ac tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Jul 13 23:27:51.179053 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65f570-7c3d-4a76-b580-400ee6b15678 req-02c2eff2-8733-4aa7-9ce7-8605563e066c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:51.180488 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e65f570-7c3d-4a76-b580-400ee6b15678 req-02c2eff2-8733-4aa7-9ce7-8605563e066c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 931 time: 0.0484407 Jul 13 23:27:51.234256 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e65f570-7c3d-4a76-b580-400ee6b15678 req-6c2aba8b-8d7e-4f94-976a-c7bee575df52 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481291 Jul 13 23:27:51.578424 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Request body: {'port': {'device_id': 'cc11b570-15c0-4127-99e1-a15699722aef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:27:51.643310 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58316) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:51.643886 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:51.754289 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1571feee-925a-4e1f-b5f8-fed8fcca3609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:51.833304 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1571feee-925a-4e1f-b5f8-fed8fcca3609 admin admin] Publish callbacks [] for security_group (de5a3d07-de6e-4cb5-84ca-1af6eb8b5f8d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:51.837333 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1571feee-925a-4e1f-b5f8-fed8fcca3609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (de5a3d07-de6e-4cb5-84ca-1af6eb8b5f8d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:51.842797 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:51.888981 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1571feee-925a-4e1f-b5f8-fed8fcca3609 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82ce7605bbc5498f83bbc613a0e3ba5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434802 Jul 13 23:27:51.889971 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58322) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:51.890797 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571feee-925a-4e1f-b5f8-fed8fcca3609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5a3d07-de6e-4cb5-84ca-1af6eb8b5f8d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:51.909931 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6b98f4-c418-4051-a292-8d82d918a5f4 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:27:51.917880 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Publish callbacks [] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:51.931566 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Transition to ACTIVE for port object ac6b98f4-c418-4051-a292-8d82d918a5f4 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:27:51.935597 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:51.970073 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a68c97-4e30-47b6-b219-b4096e64ae4f req-4dbda431-4900-47f5-bbc2-15111af91cce tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:51.971274 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88a68c97-4e30-47b6-b219-b4096e64ae4f req-4dbda431-4900-47f5-bbc2-15111af91cce tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 947 time: 0.0629048 Jul 13 23:27:51.988100 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b98f4-c418-4051-a292-8d82d918a5f4,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:52.002180 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-88cd7778-11d6-4408-95c3-907763f54473 admin admin] Publish callbacks [] for security_group (de5a3d07-de6e-4cb5-84ca-1af6eb8b5f8d), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.039575 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-88cd7778-11d6-4408-95c3-907763f54473 admin admin] Publish callbacks [] for security_group (de5a3d07-de6e-4cb5-84ca-1af6eb8b5f8d), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.061269 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88a68c97-4e30-47b6-b219-b4096e64ae4f req-afba4458-557e-4d3e-b1dd-dfdd3552da4c tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828826 Jul 13 23:27:52.072522 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Attempting to bind port ac6b98f4-c418-4051-a292-8d82d918a5f4 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:27:52.072765 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Attempting to bind port ac6b98f4-c418-4051-a292-8d82d918a5f4 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:27:52.073291 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Attempting to bind port ac6b98f4-c418-4051-a292-8d82d918a5f4 on network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:27:52.078310 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Port ac6b98f4-c418-4051-a292-8d82d918a5f4 on network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:27:52.078634 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Attempting to bind port ac6b98f4-c418-4051-a292-8d82d918a5f4 on network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:27:52.085684 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:27:52.086021 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Checking segment: {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:27:52.086404 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Bound using segment: {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:27:52.086889 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Bound port: ac6b98f4-c418-4051-a292-8d82d918a5f4, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f20e5b0-3856-4334-9714-9c9fb0819874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:27:52.087249 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.118161 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-88cd7778-11d6-4408-95c3-907763f54473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (de5a3d07-de6e-4cb5-84ca-1af6eb8b5f8d), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.121137 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-88cd7778-11d6-4408-95c3-907763f54473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.122486 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-88cd7778-11d6-4408-95c3-907763f54473 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de5a3d07-de6e-4cb5-84ca-1af6eb8b5f8d HTTP/1.1" status: 204 len: 168 time: 0.2281685 Jul 13 23:27:52.133242 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd7778-11d6-4408-95c3-907763f54473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5a3d07-de6e-4cb5-84ca-1af6eb8b5f8d,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:52.164772 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] For port ac6b98f4-c418-4051-a292-8d82d918a5f4, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:27:52.169820 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] For port ac6b98f4-c418-4051-a292-8d82d918a5f4, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:27:52.176246 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.211644 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:52.212179 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.213570 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] 10.222.0.58 "PUT /v2.0/ports/ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 1093 time: 0.6423256 Jul 13 23:27:52.214013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:27:52.216899 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c630ee37-7345-43ae-8934-29b9e9759c48" -d '{"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:27:52.256073 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d3813-23fa-4812-b21d-e14c9b54df56 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b98f4-c418-4051-a292-8d82d918a5f4,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:52.262238 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ccbe5a-00d2-4d81-96fd-65f566b1ae7c x-openstack-request-id: req-55ccbe5a-00d2-4d81-96fd-65f566b1ae7c {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:27:52.262670 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:27:52.263111 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55ccbe5a-00d2-4d81-96fd-65f566b1ae7c {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:27:52.263513 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ccbe5a-00d2-4d81-96fd-65f566b1ae7c'] response: {'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'status': 'completed', 'code': 200} Jul 13 23:27:52.381654 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f79e3-288b-4975-9aba-c634f9567567 req-4ff0ca82-2388-4c8e-b967-ba6682701683 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:52.383207 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ad7f79e3-288b-4975-9aba-c634f9567567 req-4ff0ca82-2388-4c8e-b967-ba6682701683 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 943 time: 0.0602694 Jul 13 23:27:52.437096 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ad7f79e3-288b-4975-9aba-c634f9567567 req-3dc26ecc-ffac-48f9-80e3-5741ec7004c3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 Jul 13 23:27:52.479384 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58332) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:52.493135 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81e090a5-1197-42c6-abbf-1af0804a4c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.495926 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:52.573178 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81e090a5-1197-42c6-abbf-1af0804a4c58 admin admin] Publish callbacks [] for security_group (07e77501-e69e-4b09-9479-cc79a5b1efa8), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.577367 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81e090a5-1197-42c6-abbf-1af0804a4c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (07e77501-e69e-4b09-9479-cc79a5b1efa8), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.616069 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-81e090a5-1197-42c6-abbf-1af0804a4c58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d4387b9510c408f8902e5937cc9ccf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353633 Jul 13 23:27:52.617289 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e090a5-1197-42c6-abbf-1af0804a4c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e77501-e69e-4b09-9479-cc79a5b1efa8,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:52.618722 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58334) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:52.676854 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.694288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50ea8f5a-612c-400c-87d4-bc7dfe70362c admin admin] Publish callbacks [] for security_group (07e77501-e69e-4b09-9479-cc79a5b1efa8), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.747558 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50ea8f5a-612c-400c-87d4-bc7dfe70362c admin admin] Publish callbacks [] for security_group (07e77501-e69e-4b09-9479-cc79a5b1efa8), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.757465 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ee37-7345-43ae-8934-29b9e9759c48 req-80cc152e-d997-4ea3-b620-b509a5b58e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:52.758962 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c630ee37-7345-43ae-8934-29b9e9759c48 req-80cc152e-d997-4ea3-b620-b509a5b58e2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1127 time: 0.0620248 Jul 13 23:27:52.782136 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:52.814123 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:52.880768 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50ea8f5a-612c-400c-87d4-bc7dfe70362c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (07e77501-e69e-4b09-9479-cc79a5b1efa8), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.883200 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50ea8f5a-612c-400c-87d4-bc7dfe70362c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:52.886898 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-50ea8f5a-612c-400c-87d4-bc7dfe70362c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07e77501-e69e-4b09-9479-cc79a5b1efa8 HTTP/1.1" status: 204 len: 168 time: 0.2640460 Jul 13 23:27:52.895511 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ee37-7345-43ae-8934-29b9e9759c48 req-83c2434d-c418-486f-b387-6927499f2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:52.896961 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c630ee37-7345-43ae-8934-29b9e9759c48 req-83c2434d-c418-486f-b387-6927499f2e31 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1286948 Jul 13 23:27:52.897623 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea8f5a-612c-400c-87d4-bc7dfe70362c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e77501-e69e-4b09-9479-cc79a5b1efa8,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:53.211311 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3c76a-e587-4730-b8a6-0d7c07260d82 req-0608d45d-6cce-40aa-9f38-5b724fc057c6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:53.218900 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5fc3c76a-e587-4730-b8a6-0d7c07260d82 req-0608d45d-6cce-40aa-9f38-5b724fc057c6 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 947 time: 0.0674911 Jul 13 23:27:53.269766 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5fc3c76a-e587-4730-b8a6-0d7c07260d82 req-a2f35509-b3eb-49f0-bf41-c837aa0e08fc tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3066e07-0a93-4b46-9b08-8d0c48b1c737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494385 Jul 13 23:27:53.390894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-545a2c1f-3776-4858-9c36-87770fa9af48 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:53.392561 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-545a2c1f-3776-4858-9c36-87770fa9af48 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 947 time: 0.0702240 Jul 13 23:27:53.432574 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ee37-7345-43ae-8934-29b9e9759c48 req-f492d85c-666e-412c-915b-5be0fda8cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:53.434053 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c630ee37-7345-43ae-8934-29b9e9759c48 req-f492d85c-666e-412c-915b-5be0fda8cf3b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4786944 Jul 13 23:27:53.507488 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Deleting port bf3e2e5f-7b49-4ece-9362-4fc3e357383a {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:27:53.507488 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:53.586816 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31ef45-c432-4d27-bb91-09f20b256cf6 req-c02b3b0e-a6e8-4605-9059-bcf55c0df11f tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:53.588437 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba31ef45-c432-4d27-bb91-09f20b256cf6 req-c02b3b0e-a6e8-4605-9059-bcf55c0df11f tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 943 time: 0.0602162 Jul 13 23:27:53.594935 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-ddf67518-68e7-44bd-b52b-8f812ea1ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:53.596613 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-ddf67518-68e7-44bd-b52b-8f812ea1ae67 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1127 time: 0.1041267 Jul 13 23:27:53.648137 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-a28a4e5b-8921-4713-a79d-1ecf4f35dbfe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 217 time: 0.0440493 Jul 13 23:27:53.656430 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba31ef45-c432-4d27-bb91-09f20b256cf6 req-5cc4d885-336f-4e3b-9f7b-7d5ef46b6521 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587692 Jul 13 23:27:53.708701 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] For port bf3e2e5f-7b49-4ece-9362-4fc3e357383a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:53.709003 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:53.761425 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-d485df80-7bba-41aa-b28e-d108c050b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:53.762929 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-d485df80-7bba-41aa-b28e-d108c050b353 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d904cf2e-56aa-48bf-a63b-496dfe0fcb71 HTTP/1.1" status: 200 len: 852 time: 0.1066046 Jul 13 23:27:53.849417 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-ee75046e-5dbc-4571-8dc4-2967980c8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:53.850928 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-ee75046e-5dbc-4571-8dc4-2967980c8f3e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3145edf8-4c18-4d03-9343-f4cb9a9490a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789692 Jul 13 23:27:53.998517 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:53.999114 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (bda7e2a5-3525-4293-9fc5-8ca9de1402d5), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:53.999678 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Floating IP bda7e2a5-3525-4293-9fc5-8ca9de1402d5 disassociated. External IP: 172.27.3.18, port: bf3e2e5f-7b49-4ece-9362-4fc3e357383a. Jul 13 23:27:54.000267 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Calling delete_port for bf3e2e5f-7b49-4ece-9362-4fc3e357383a owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:27:54.072221 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-aa10efa6-4225-4546-baba-504cc2644cfb service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138455 Jul 13 23:27:54.119940 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:54.170445 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:54.222860 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e06d1964-5677-4d40-abec-899c3d6baad4 req-dd6402f8-6f6f-4be8-aa35-8da65002d1f2 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444156 Jul 13 23:27:54.251804 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (bf3e2e5f-7b49-4ece-9362-4fc3e357383a), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:54.279432 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event deleted for resources: {'Port': ['ID=bf3e2e5f-7b49-4ece-9362-4fc3e357383a,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:54.390437 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a82a6533-efc8-47b7-bcec-6c8969496e32 req-7b7bb066-c860-418c-b459-951f2119b6a3 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 210 time: 0.0366681 Jul 13 23:27:54.402030 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Router 60af701a-2df9-4cff-ae8b-26077acb96f5 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:27:54.512043 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:27:54.524016 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] Sync routers for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:27:54.534893 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:54.535575 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:54.562464 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] No DVR routers for this DVR port bf3e2e5f-7b49-4ece-9362-4fc3e357383a on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:27:54.565129 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:54.569750 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-775a3ccd-4b0b-4ae9-92b8-2a12bab60528 req-b14f8b16-40db-40f9-9319-a3bf534aaf58 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.58 "DELETE /v2.0/ports/bf3e2e5f-7b49-4ece-9362-4fc3e357383a HTTP/1.1" status: 204 len: 173 time: 1.1724970 Jul 13 23:27:54.570263 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-deleted', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:27:54.572625 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10236905-9d57-4ae2-8296-103d81f50941" -d '{"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-deleted", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:27:54.610563 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44349b77-399f-4ef0-9cd9-b78baa3738bf x-openstack-request-id: req-44349b77-399f-4ef0-9cd9-b78baa3738bf {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:27:54.610858 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469842-ffc3-4b7e-83ee-f8b10763b7c3", "name": "network-vif-deleted", "tag": "bf3e2e5f-7b49-4ece-9362-4fc3e357383a", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:27:54.611110 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44349b77-399f-4ef0-9cd9-b78baa3738bf {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:27:54.611519 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44349b77-399f-4ef0-9cd9-b78baa3738bf'] response: {'server_uuid': '29469842-ffc3-4b7e-83ee-f8b10763b7c3', 'name': 'network-vif-deleted', 'tag': 'bf3e2e5f-7b49-4ece-9362-4fc3e357383a', 'status': 'completed', 'code': 200} Jul 13 23:27:54.651910 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:54.794696 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f081-90de-4ee9-8936-b5b8ce520fb9 req-964512be-b9a4-4baa-aba0-bc67a554a00d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:54.802070 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c153f081-90de-4ee9-8936-b5b8ce520fb9 req-964512be-b9a4-4baa-aba0-bc67a554a00d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 943 time: 0.0567093 Jul 13 23:27:54.845099 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58398) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:54.864708 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c153f081-90de-4ee9-8936-b5b8ce520fb9 req-4feed16a-5308-4329-be21-3b2d838f945a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601654 Jul 13 23:27:54.866612 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:54.892547 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] Checking router: 60af701a-2df9-4cff-ae8b-26077acb96f5 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:27:54.901252 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:54.901888 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:54.971221 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95edc648-3b68-4d9f-a777-87c338320461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.053214 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95edc648-3b68-4d9f-a777-87c338320461 admin admin] Publish callbacks [] for security_group (fcc190f1-860c-47bc-bac8-728fa15dd051), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.057124 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95edc648-3b68-4d9f-a777-87c338320461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (fcc190f1-860c-47bc-bac8-728fa15dd051), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.091798 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:55.098965 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-95edc648-3b68-4d9f-a777-87c338320461 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fedca4c4f14f4ed1a4492caa770a871f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526135 Jul 13 23:27:55.100044 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edc648-3b68-4d9f-a777-87c338320461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc190f1-860c-47bc-bac8-728fa15dd051,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:55.102225 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58402) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:55.164912 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d193a3cd-2135-48a2-a658-6bba22b52795 admin admin] Publish callbacks [] for security_group (fcc190f1-860c-47bc-bac8-728fa15dd051), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.174498 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:55.189808 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d193a3cd-2135-48a2-a658-6bba22b52795 admin admin] Publish callbacks [] for security_group (fcc190f1-860c-47bc-bac8-728fa15dd051), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.242300 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d193a3cd-2135-48a2-a658-6bba22b52795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (fcc190f1-860c-47bc-bac8-728fa15dd051), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.245053 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d193a3cd-2135-48a2-a658-6bba22b52795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.248843 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d193a3cd-2135-48a2-a658-6bba22b52795 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcc190f1-860c-47bc-bac8-728fa15dd051 HTTP/1.1" status: 204 len: 168 time: 0.1428688 Jul 13 23:27:55.254819 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193a3cd-2135-48a2-a658-6bba22b52795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc190f1-860c-47bc-bac8-728fa15dd051,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:55.289488 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:55.314959 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59440be-e370-4baf-99a9-34ea565072ca None None] The sync data for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi is: [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:15:24Z', 'revision_number': 4, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '2dc47dc7-edda-4911-b482-a620ce6676e7', 'name': '', 'network_id': '8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'mac_address': 'fa:16:3e:70:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:21Z', 'updated_at': '2022-07-13T23:15:35Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'subnets': [{'id': '8ae718fa-ed35-4f5b-9a47-272d400fe34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:27:55.507312 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-269ef5f2-552b-435a-a117-9ca3e80d94a7 req-7a5f685d-d6a2-4a4c-b43f-04d9dae7ea1e tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 210 time: 0.0387425 Jul 13 23:27:55.546474 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58412) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:55.560859 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-281b4a3a-23fe-4752-809f-237711f4725e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.589627 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ebb37-db09-42b8-a3dc-3ead3fbc2c5e None None] New status for floating IP bda7e2a5-3525-4293-9fc5-8ca9de1402d5: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:27:55.649155 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-281b4a3a-23fe-4752-809f-237711f4725e admin admin] Publish callbacks [] for security_group (5f81927a-a34f-44f3-b42d-8a67a32fefd7), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.654112 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-281b4a3a-23fe-4752-809f-237711f4725e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (5f81927a-a34f-44f3-b42d-8a67a32fefd7), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.688722 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:55.695496 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b4a3a-23fe-4752-809f-237711f4725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81927a-a34f-44f3-b42d-8a67a32fefd7,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:55.700859 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-281b4a3a-23fe-4752-809f-237711f4725e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e30a7e8182154a6e88d588c9dc277f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522396 Jul 13 23:27:55.703053 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58414) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:55.757582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2af04b98-04eb-47e3-9782-5e883ceb02a3 admin admin] Publish callbacks [] for security_group (5f81927a-a34f-44f3-b42d-8a67a32fefd7), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.780361 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2af04b98-04eb-47e3-9782-5e883ceb02a3 admin admin] Publish callbacks [] for security_group (5f81927a-a34f-44f3-b42d-8a67a32fefd7), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.831810 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2af04b98-04eb-47e3-9782-5e883ceb02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (5f81927a-a34f-44f3-b42d-8a67a32fefd7), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.834344 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2af04b98-04eb-47e3-9782-5e883ceb02a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:55.835521 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2af04b98-04eb-47e3-9782-5e883ceb02a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f81927a-a34f-44f3-b42d-8a67a32fefd7 HTTP/1.1" status: 204 len: 168 time: 0.1313827 Jul 13 23:27:55.846266 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af04b98-04eb-47e3-9782-5e883ceb02a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f81927a-a34f-44f3-b42d-8a67a32fefd7,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:55.983137 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c9ac-b623-49e6-97be-b510a976f2ca req-d7e28515-7cd6-4798-acc4-a22bc6ff5126 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:55.984687 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-38e2c9ac-b623-49e6-97be-b510a976f2ca req-d7e28515-7cd6-4798-acc4-a22bc6ff5126 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 943 time: 0.0514026 Jul 13 23:27:56.037236 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-38e2c9ac-b623-49e6-97be-b510a976f2ca req-0279a91a-ce40-4022-bf93-16912c9987a5 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462301 Jul 13 23:27:56.620032 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6523f897-cedc-4d05-834b-3ebe283fa793 req-d16d19b1-8d05-45d3-89b6-611187a07a15 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/ports?device_id=29469842-ffc3-4b7e-83ee-f8b10763b7c3 HTTP/1.1" status: 200 len: 210 time: 0.0324321 Jul 13 23:27:57.153719 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e5812-ecf0-4ba8-8e85-851447a97236 req-2db5062e-e21a-4d8a-9f21-60bc9dfcaa56 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:57.155346 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7c2e5812-ecf0-4ba8-8e85-851447a97236 req-2db5062e-e21a-4d8a-9f21-60bc9dfcaa56 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 943 time: 0.0520706 Jul 13 23:27:57.203807 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7c2e5812-ecf0-4ba8-8e85-851447a97236 req-581308f7-9a4b-44f1-9f03-6df9d4356b65 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Jul 13 23:27:57.430572 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device ac6b98f4-c418-4051-a292-8d82d918a5f4 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:27:57.432995 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device bf3e2e5f-7b49-4ece-9362-4fc3e357383a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:27:57.462956 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: bf3e2e5f-7b49-4ece-9362-4fc3e357383a {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:27:57.463301 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device bf3e2e5f-7b49-4ece-9362-4fc3e357383a not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:27:57.533117 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58470) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:57.561339 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port ac6b98f4-c418-4051-a292-8d82d918a5f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:57.573519 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'port_id': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'mac_address': 'fa:16:3e:2b:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:27:57.576770 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58474) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:57.608780 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port ac6b98f4-c418-4051-a292-8d82d918a5f4 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:57.609070 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.623116 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6b98f4-c418-4051-a292-8d82d918a5f4 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:27:57.653225 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port ac6b98f4-c418-4051-a292-8d82d918a5f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:57.653505 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-75ed1d98-c469-4178-a965-ad69bd2a3d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.657812 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.691580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:57.717334 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=ac6b98f4-c418-4051-a292-8d82d918a5f4,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:57.725655 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.726606 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.727146 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.727674 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.728169 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.728645 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.729107 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.729610 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.730089 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.730572 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.731033 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.732033 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.732521 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.733005 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.733468 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:27:57.750794 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-75ed1d98-c469-4178-a965-ad69bd2a3d24 admin admin] Publish callbacks [] for security_group (aa1daf4b-5bf4-41de-afed-58096ffd04b4), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.754089 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58482) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:57.756917 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-75ed1d98-c469-4178-a965-ad69bd2a3d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (aa1daf4b-5bf4-41de-afed-58096ffd04b4), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.790916 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:57.806685 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-75ed1d98-c469-4178-a965-ad69bd2a3d24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9a05bf0016247b68184e4fb898b1631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724786 Jul 13 23:27:57.809262 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58484) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:57.813418 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9c40b4e-5788-4742-99bb-589d7a2d199f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (c3066e07-0a93-4b46-9b08-8d0c48b1c737), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.816698 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed1d98-c469-4178-a965-ad69bd2a3d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1daf4b-5bf4-41de-afed-58096ffd04b4,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:57.844052 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9c40b4e-5788-4742-99bb-589d7a2d199f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (c3066e07-0a93-4b46-9b08-8d0c48b1c737), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.899745 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9c40b4e-5788-4742-99bb-589d7a2d199f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (c3066e07-0a93-4b46-9b08-8d0c48b1c737), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.902433 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9c40b4e-5788-4742-99bb-589d7a2d199f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.904424 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a9c40b4e-5788-4742-99bb-589d7a2d199f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "DELETE /v2.0/security-groups/c3066e07-0a93-4b46-9b08-8d0c48b1c737 HTTP/1.1" status: 204 len: 168 time: 0.1493146 Jul 13 23:27:57.908091 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58486) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:57.913552 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c40b4e-5788-4742-99bb-589d7a2d199f tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3066e07-0a93-4b46-9b08-8d0c48b1c737,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:57.918755 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-efec2901-9336-4a46-800b-5db0e0ae38cf admin admin] Publish callbacks [] for security_group (aa1daf4b-5bf4-41de-afed-58096ffd04b4), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:57.940836 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.api.v2.resource [None req-98fcc9a6-7f8f-483c-8d28-229a474a0506 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] show failed (client error): The resource could not be found. Jul 13 23:27:57.941846 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-98fcc9a6-7f8f-483c-8d28-229a474a0506 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "GET /v2.0/security-groups/c3066e07-0a93-4b46-9b08-8d0c48b1c737 HTTP/1.1" status: 404 len: 347 time: 0.0311840 Jul 13 23:27:57.944922 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58488) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:57.948203 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:57.962836 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-efec2901-9336-4a46-800b-5db0e0ae38cf admin admin] Publish callbacks [] for security_group (aa1daf4b-5bf4-41de-afed-58096ffd04b4), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.049508 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['ac6b98f4-c418-4051-a292-8d82d918a5f4'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:27:58.059178 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Deleting port 060ffea5-6eb7-4a94-ab46-ca93b170059f {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:27:58.060074 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (060ffea5-6eb7-4a94-ab46-ca93b170059f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.077445 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Deleting port 3882b153-5cb9-4ea5-9084-b48254a6500c {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:27:58.077802 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (3882b153-5cb9-4ea5-9084-b48254a6500c), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.092577 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-efec2901-9336-4a46-800b-5db0e0ae38cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (aa1daf4b-5bf4-41de-afed-58096ffd04b4), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.095293 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-efec2901-9336-4a46-800b-5db0e0ae38cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.099307 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-efec2901-9336-4a46-800b-5db0e0ae38cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa1daf4b-5bf4-41de-afed-58096ffd04b4 HTTP/1.1" status: 204 len: 168 time: 0.2881935 Jul 13 23:27:58.133187 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:58.140777 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec2901-9336-4a46-800b-5db0e0ae38cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1daf4b-5bf4-41de-afed-58096ffd04b4,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:58.174895 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (3882b153-5cb9-4ea5-9084-b48254a6500c), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.175115 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (3882b153-5cb9-4ea5-9084-b48254a6500c), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.183120 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (060ffea5-6eb7-4a94-ab46-ca93b170059f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.184217 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (060ffea5-6eb7-4a94-ab46-ca93b170059f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.194667 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Calling delete_port for 3882b153-5cb9-4ea5-9084-b48254a6500c owned by network:floatingip {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:27:58.199390 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Calling delete_port for 060ffea5-6eb7-4a94-ab46-ca93b170059f owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:27:58.384174 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cca81-fe2e-47fb-a09e-b250e8fcad54 req-7c532147-56fb-4d57-83e2-e9235b1aa7b0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:58.385659 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8b9cca81-fe2e-47fb-a09e-b250e8fcad54 req-7c532147-56fb-4d57-83e2-e9235b1aa7b0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 944 time: 0.0857160 Jul 13 23:27:58.391470 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:58.403860 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (3882b153-5cb9-4ea5-9084-b48254a6500c), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.409824 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (060ffea5-6eb7-4a94-ab46-ca93b170059f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.446431 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Pushing event deleted for resources: {'Port': ['ID=060ffea5-6eb7-4a94-ab46-ca93b170059f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:58.450107 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event deleted for resources: {'Port': ['ID=3882b153-5cb9-4ea5-9084-b48254a6500c,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:58.520258 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8b9cca81-fe2e-47fb-a09e-b250e8fcad54 req-83ed78bd-0c01-459d-9b51-0f5a85b6b213 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267476 Jul 13 23:27:58.522620 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (cbd20db0-183a-4c26-8673-d279a69e7456), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.523157 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Floating IP cbd20db0-183a-4c26-8673-d279a69e7456 disassociated (deleted). External IP: 172.27.3.112, port: fdbb940c-4402-4813-bcf4-955e6ba21827. Jul 13 23:27:58.531423 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58498) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:58.548446 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25b92864-1a29-4380-b122-f01c2d4ec6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.572096 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks [] for floatingip (bda7e2a5-3525-4293-9fc5-8ca9de1402d5), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.574514 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.575720 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c956ce9e-49e6-40f1-98b1-8fb1073d11de tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] 10.222.0.60 "DELETE /v2.0/floatingips/bda7e2a5-3525-4293-9fc5-8ca9de1402d5 HTTP/1.1" status: 204 len: 168 time: 0.6297925 Jul 13 23:27:58.644841 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25b92864-1a29-4380-b122-f01c2d4ec6f1 admin admin] Publish callbacks [] for security_group (6c29899d-3697-4876-8a42-5c8f012961fa), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.649091 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25b92864-1a29-4380-b122-f01c2d4ec6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (6c29899d-3697-4876-8a42-5c8f012961fa), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.668127 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:58.707700 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b92864-1a29-4380-b122-f01c2d4ec6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c29899d-3697-4876-8a42-5c8f012961fa,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:58.713652 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-25b92864-1a29-4380-b122-f01c2d4ec6f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b32d71703b454d9ba093f56af39963bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810529 Jul 13 23:27:58.716336 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58504) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:27:58.757888 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Router eb5ac33d-3a1f-4991-9e84-d175f2eced0c has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:27:58.767966 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9e5eeaa-b498-4b12-be98-5d77ca1f1f8d admin admin] Publish callbacks [] for security_group (6c29899d-3697-4876-8a42-5c8f012961fa), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.794475 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9e5eeaa-b498-4b12-be98-5d77ca1f1f8d admin admin] Publish callbacks [] for security_group (6c29899d-3697-4876-8a42-5c8f012961fa), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.841516 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9e5eeaa-b498-4b12-be98-5d77ca1f1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (6c29899d-3697-4876-8a42-5c8f012961fa), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.844582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a9e5eeaa-b498-4b12-be98-5d77ca1f1f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.845747 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a9e5eeaa-b498-4b12-be98-5d77ca1f1f8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c29899d-3697-4876-8a42-5c8f012961fa HTTP/1.1" status: 204 len: 168 time: 0.1282020 Jul 13 23:27:58.855115 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5eeaa-b498-4b12-be98-5d77ca1f1f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c29899d-3697-4876-8a42-5c8f012961fa,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:58.867153 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:27:58.872517 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:58.877486 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] Sync routers for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:27:58.888525 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:58.889371 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:58.913452 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-7450bb1f-5d9a-4bcc-be7f-93da1a6b8e3e tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "DELETE /v2.0/floatingips/cbd20db0-183a-4c26-8673-d279a69e7456 HTTP/1.1" status: 204 len: 168 time: 1.3356073 Jul 13 23:27:58.914442 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:27:58.916938 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c228f3-14b7-4122-b8f6-33cfe40cee8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:27:58.961915 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68bd308-0321-48a4-af9b-df73756dee51 x-openstack-request-id: req-f68bd308-0321-48a4-af9b-df73756dee51 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:27:58.962249 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:27:58.962508 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f68bd308-0321-48a4-af9b-df73756dee51 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:27:58.962953 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68bd308-0321-48a4-af9b-df73756dee51'] response: {'name': 'network-changed', 'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'status': 'completed', 'code': 200} Jul 13 23:27:59.001079 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:59.170756 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:59.197598 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447086-5fdc-434e-bc82-7fc1a371b86a req-ea1c4922-e75b-43c5-bd2a-b25a8c732afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:59.199284 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2a447086-5fdc-434e-bc82-7fc1a371b86a req-ea1c4922-e75b-43c5-bd2a-b25a8c732afe tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 945 time: 0.0487552 Jul 13 23:27:59.226871 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:59.228963 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:59.230967 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7e6ed423-199a-4a1c-943d-6129aca15fe8', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:35Z', 'updated_at': '2022-07-13T23:22:37Z', 'revision_number': 1, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:59.256826 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2a447086-5fdc-434e-bc82-7fc1a371b86a req-35339694-0a71-4de6-839b-f3e7f1679957 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510809 Jul 13 23:27:59.260201 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] Checking router: eb5ac33d-3a1f-4991-9e84-d175f2eced0c for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:27:59.269536 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:27:59.270155 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:59.375116 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:27:59.445649 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device ac6b98f4-c418-4051-a292-8d82d918a5f4 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:27:59.497357 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-6cce4d95-afba-4930-8db5-afc6aa6dcbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:59.498505 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:27:59.505698 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-6cce4d95-afba-4930-8db5-afc6aa6dcbf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 1129 time: 0.0617836 Jul 13 23:27:59.506648 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port ac6b98f4-c418-4051-a292-8d82d918a5f4 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:27:59.517903 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port ac6b98f4-c418-4051-a292-8d82d918a5f4 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:27:59.518360 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:59.621115 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port ac6b98f4-c418-4051-a292-8d82d918a5f4 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:27:59.621534 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:59.639500 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7e6ed423-199a-4a1c-943d-6129aca15fe8', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:35Z', 'updated_at': '2022-07-13T23:22:37Z', 'revision_number': 1, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:27:59.655344 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:27:59.658088 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f474f2-32af-4052-8f44-969917679f60" -d '{"events": [{"server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:27:59.674370 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port ac6b98f4-c418-4051-a292-8d82d918a5f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:27:59.676264 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce41c20-246e-44e7-9ff6-8da96535bb8c None None] The sync data for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi is: [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '7e6ed423-199a-4a1c-943d-6129aca15fe8', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'port_id': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'mac_address': 'fa:16:3e:7e:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:22:35Z', 'updated_at': '2022-07-13T23:22:37Z', 'revision_number': 1, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:27:59.680766 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:27:59.693871 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21dcae-9b30-4a44-9b2c-19a6412e46fa req-2b9eeff1-579e-4eac-ad52-c094ad223a12 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:27:59.703076 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0b21dcae-9b30-4a44-9b2c-19a6412e46fa req-2b9eeff1-579e-4eac-ad52-c094ad223a12 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 944 time: 0.0880282 Jul 13 23:27:59.755685 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=ac6b98f4-c418-4051-a292-8d82d918a5f4,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:27:59.779865 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0b21dcae-9b30-4a44-9b2c-19a6412e46fa req-a6a1a5a0-56f1-438f-87ef-0742d0f070cf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752718 Jul 13 23:27:59.891329 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d3be9d-f11a-40b2-b528-be4ea0ccaa35 x-openstack-request-id: req-b2d3be9d-f11a-40b2-b528-be4ea0ccaa35 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:27:59.891647 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:27:59.891896 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2d3be9d-f11a-40b2-b528-be4ea0ccaa35 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:27:59.892290 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d3be9d-f11a-40b2-b528-be4ea0ccaa35'] response: {'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'code': 200} Jul 13 23:28:00.027269 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e50889-fc75-4391-a400-708b19522828 None None] New status for floating IP cbd20db0-183a-4c26-8673-d279a69e7456: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:28:00.386462 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4822049-ce4c-4cd3-95bf-097664a57af0 req-8a450c3c-ac4b-4fb5-a57a-e3f0a44dd597 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:00.388012 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d4822049-ce4c-4cd3-95bf-097664a57af0 req-8a450c3c-ac4b-4fb5-a57a-e3f0a44dd597 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 945 time: 0.0588975 Jul 13 23:28:00.438805 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d4822049-ce4c-4cd3-95bf-097664a57af0 req-c22fde05-bd58-4da3-b503-20167937ea80 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450068 Jul 13 23:28:00.512351 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:00.579722 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-94fb19ea-8250-44fc-8fff-da68d180aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:00.581250 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-94fb19ea-8250-44fc-8fff-da68d180aa32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 913 time: 0.1034293 Jul 13 23:28:00.905024 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b8c20-d5ec-40b5-9387-4ab5c138660a req-89065512-781c-4e07-9d97-6ab8c8618477 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:00.906427 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef5b8c20-d5ec-40b5-9387-4ab5c138660a req-89065512-781c-4e07-9d97-6ab8c8618477 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.0499656 Jul 13 23:28:00.952692 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-5367224b-fe3b-4d31-941c-9124304eb810 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdbb940c-4402-4813-bcf4-955e6ba21827 HTTP/1.1" status: 200 len: 217 time: 0.0449338 Jul 13 23:28:00.993713 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef5b8c20-d5ec-40b5-9387-4ab5c138660a req-cc0c108a-ac06-40a2-8565-6967c975f271 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699568 Jul 13 23:28:01.110448 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58590) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:01.558184 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c351d14-5078-4947-8e44-7daafbf47b00 req-205a9b61-bc0a-461d-8e6a-c0a68717335a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:01.561058 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c351d14-5078-4947-8e44-7daafbf47b00 req-205a9b61-bc0a-461d-8e6a-c0a68717335a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 945 time: 0.0518823 Jul 13 23:28:01.567899 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-5d1b9861-2f60-4c6c-97e7-fd2fca8ce75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:01.569377 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-5d1b9861-2f60-4c6c-97e7-fd2fca8ce75b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.4114742 Jul 13 23:28:01.574014 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4c209-40c2-4d6a-b31b-233b3fd06893 req-10fac074-e59b-4e8e-8bb4-381b2772beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:01.575620 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-f0b4c209-40c2-4d6a-b31b-233b3fd06893 req-10fac074-e59b-4e8e-8bb4-381b2772beba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1129 time: 0.3874657 Jul 13 23:28:01.604374 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:01.610159 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-4c0defec-c5c9-4daf-a30c-4d8e6da2d43a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:01.611656 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-4c0defec-c5c9-4daf-a30c-4d8e6da2d43a tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 945 time: 0.3868732 Jul 13 23:28:01.616482 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c351d14-5078-4947-8e44-7daafbf47b00 req-f8b6dc78-2589-464a-9af1-668b2fb132cf tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480828 Jul 13 23:28:01.726617 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-b99ddedb-b5dd-452c-be1b-22674cb29156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:01.728223 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-b99ddedb-b5dd-452c-be1b-22674cb29156 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1516013 Jul 13 23:28:01.785482 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-f0b4c209-40c2-4d6a-b31b-233b3fd06893 req-e9e72bcd-9bce-4f52-bb43-b8556a784a9c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943154 Jul 13 23:28:01.922505 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Deleting port fdbb940c-4402-4813-bcf4-955e6ba21827 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:01.922834 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:02.035030 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-2c3af91e-8eaf-43c0-bcd1-79dfc07922d4 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993634 Jul 13 23:28:02.114659 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:02.157469 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb931e-9e69-4631-88f8-3977549398ea req-b0eed020-4961-4124-b225-2c268f1a62d4 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:02.159327 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-52cb931e-9e69-4631-88f8-3977549398ea req-b0eed020-4961-4124-b225-2c268f1a62d4 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.0735288 Jul 13 23:28:02.164020 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] For port fdbb940c-4402-4813-bcf4-955e6ba21827, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fdbb940c-4402-4813-bcf4-955e6ba21827,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:02.164384 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:02.213886 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-52cb931e-9e69-4631-88f8-3977549398ea req-cfa21569-b9ad-486f-a390-67be84c3ae97 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461805 Jul 13 23:28:02.238565 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:02.241388 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Calling delete_port for fdbb940c-4402-4813-bcf4-955e6ba21827 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:02.316997 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-17c228f3-14b7-4122-b8f6-33cfe40cee8c req-879081c6-a096-400a-a56d-b39e5f7a5227 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716477 Jul 13 23:28:02.374778 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (60af701a-2df9-4cff-ae8b-26077acb96f5), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:02.547352 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (fdbb940c-4402-4813-bcf4-955e6ba21827), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:02.600216 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event deleted for resources: {'Port': ['ID=fdbb940c-4402-4813-bcf4-955e6ba21827,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:02.666894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] No DVR routers for this DVR port fdbb940c-4402-4813-bcf4-955e6ba21827 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:02.671089 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:02.674248 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-1652a798-6c57-4896-b6ee-e9403dc22bc1 req-ac7eb5d6-ce62-4b4b-a0af-8b7b61f8ea3d tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "DELETE /v2.0/ports/fdbb940c-4402-4813-bcf4-955e6ba21827 HTTP/1.1" status: 204 len: 173 time: 1.0114493 Jul 13 23:28:02.674679 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'name': 'network-vif-deleted', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:28:02.676905 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be67519f-c2d4-476f-8a06-3a9e3f780790" -d '{"events": [{"server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "name": "network-vif-deleted", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:28:02.715211 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ed2555-fd99-4cea-9b9e-68ab4fea7515 x-openstack-request-id: req-e7ed2555-fd99-4cea-9b9e-68ab4fea7515 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:28:02.715560 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18d119a-a831-40e0-bc71-32ccf1715bbd", "name": "network-vif-deleted", "tag": "fdbb940c-4402-4813-bcf4-955e6ba21827", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:28:02.715822 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7ed2555-fd99-4cea-9b9e-68ab4fea7515 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:28:02.716211 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ed2555-fd99-4cea-9b9e-68ab4fea7515'] response: {'server_uuid': 'a18d119a-a831-40e0-bc71-32ccf1715bbd', 'name': 'network-vif-deleted', 'tag': 'fdbb940c-4402-4813-bcf4-955e6ba21827', 'status': 'completed', 'code': 200} Jul 13 23:28:02.721405 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-64288cec-5a9a-4196-a7cb-fe0c733bfd36 req-369c4318-c561-4741-85db-b5f1c2248519 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 210 time: 0.0344129 Jul 13 23:28:02.723752 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Deleting port 2dc47dc7-edda-4911-b482-a620ce6676e7 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:02.724085 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:02.804214 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] For port 2dc47dc7-edda-4911-b482-a620ce6676e7, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=2dc47dc7-edda-4911-b482-a620ce6676e7,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:02.804568 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:02.817659 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Calling delete_port for 2dc47dc7-edda-4911-b482-a620ce6676e7 owned by network:router_interface {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:02.877626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:03.005680 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (2dc47dc7-edda-4911-b482-a620ce6676e7), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:03.033607 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc47dc7-edda-4911-b482-a620ce6676e7,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:03.048629 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:03.215483 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (60af701a-2df9-4cff-ae8b-26077acb96f5), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:03.471316 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Router 60af701a-2df9-4cff-ae8b-26077acb96f5 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:28:03.601582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b2460-d30f-439c-a1fb-614092f61c83 req-d274634b-7466-488e-af79-fa724a4894c3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:03.609016 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c6b2460-d30f-439c-a1fb-614092f61c83 req-d274634b-7466-488e-af79-fa724a4894c3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.2972760 Jul 13 23:28:03.612814 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:03.629364 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-48018695-09fe-437b-b5e2-5c2f1bc72050 admin admin] 10.222.0.60 "PUT /v2.0/routers/60af701a-2df9-4cff-ae8b-26077acb96f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5178010 Jul 13 23:28:03.629719 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] Sync routers for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:03.631341 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58642) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:03.660060 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:03.662947 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:03.663688 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c6b2460-d30f-439c-a1fb-614092f61c83 req-4ce310d4-b232-4f89-8b3c-58d91dbea9fb tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537012 Jul 13 23:28:03.783391 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks [] for router (60af701a-2df9-4cff-ae8b-26077acb96f5), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:03.846894 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:03.901427 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5692a6c3-7e19-4609-8928-5c0c7ccba77a req-91dbddb8-b8c4-49b7-8b12-d2885f544055 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=a18d119a-a831-40e0-bc71-32ccf1715bbd HTTP/1.1" status: 200 len: 210 time: 0.0334101 Jul 13 23:28:03.926128 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:03.928525 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks [] for router_gateway (60af701a-2df9-4cff-ae8b-26077acb96f5), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:03.997897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Deleting port 2571b394-7295-4ecc-8c39-a1fa0cab3044 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:03.999000 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:04.050441 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:28:02Z', 'revision_number': 5, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port': {'id': '2571b394-7295-4ecc-8c39-a1fa0cab3044', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:14Z', 'updated_at': '2022-07-13T23:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:04.081181 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] Checking router: 60af701a-2df9-4cff-ae8b-26077acb96f5 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:04.090271 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] Routers {'60af701a-2df9-4cff-ae8b-26077acb96f5'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:04.091149 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['60af701a-2df9-4cff-ae8b-26077acb96f5'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:04.103717 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] For port 2571b394-7295-4ecc-8c39-a1fa0cab3044, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=2571b394-7295-4ecc-8c39-a1fa0cab3044,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:04.104082 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:04.119486 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Calling delete_port for 2571b394-7295-4ecc-8c39-a1fa0cab3044 owned by network:router_gateway {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:04.176714 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] Set router 60af701a-2df9-4cff-ae8b-26077acb96f5 gateway port host: None {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:04.177266 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:04.232694 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:28:03Z', 'revision_number': 6, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port_host': None}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:04.259199 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7216af5-c313-4955-81aa-88c5a291e63f None None] The sync data for ids ['60af701a-2df9-4cff-ae8b-26077acb96f5'] in dv-cinder-799871-29-iscsi is: [{'id': '60af701a-2df9-4cff-ae8b-26077acb96f5', 'name': 'tempest-AttachVolumeShelveTestJSON-894526018-router', 'tenant_id': 'a21be4dfe67e43d0915559bad38fa60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:12Z', 'updated_at': '2022-07-13T23:28:03Z', 'revision_number': 6, 'project_id': 'a21be4dfe67e43d0915559bad38fa60c', 'gw_port_host': None}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:04.346297 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (2571b394-7295-4ecc-8c39-a1fa0cab3044), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:04.586764 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ded887-74f7-47a4-91fe-04b7b6832872 req-180579d0-e497-4ce3-960f-1225c420604d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:04.588539 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55ded887-74f7-47a4-91fe-04b7b6832872 req-180579d0-e497-4ce3-960f-1225c420604d tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 945 time: 0.0685222 Jul 13 23:28:04.657394 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-55ded887-74f7-47a4-91fe-04b7b6832872 req-1e3d9cee-ef7c-4f03-a575-7d129200fb02 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624280 Jul 13 23:28:04.686945 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2571b394-7295-4ecc-8c39-a1fa0cab3044,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:04.735487 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (60af701a-2df9-4cff-ae8b-26077acb96f5), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:04.756444 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2dc47dc7-edda-4911-b482-a620ce6676e7 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:04.789291 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 2dc47dc7-edda-4911-b482-a620ce6676e7 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:04.789543 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2dc47dc7-edda-4911-b482-a620ce6676e7 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:04.830905 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (60af701a-2df9-4cff-ae8b-26077acb96f5), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:04.833596 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks [] for router_controller (60af701a-2df9-4cff-ae8b-26077acb96f5), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:04.837460 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be5535-3306-44c8-89cf-28505d39afca req-9922b91c-3654-422d-b9e9-deab4458feaf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:04.838882 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d7be5535-3306-44c8-89cf-28505d39afca req-9922b91c-3654-422d-b9e9-deab4458feaf tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.0501924 Jul 13 23:28:04.876217 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (60af701a-2df9-4cff-ae8b-26077acb96f5), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:04.876964 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60af701a-2df9-4cff-ae8b-26077acb96f5 {{(pid=104143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:28:04.881814 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:04.883363 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-356fa508-26b4-4ac5-9199-e88fa7b1de8e admin admin] 10.222.0.60 "DELETE /v2.0/routers/60af701a-2df9-4cff-ae8b-26077acb96f5 HTTP/1.1" status: 204 len: 168 time: 1.2506864 Jul 13 23:28:04.885594 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58692) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:04.890746 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d7be5535-3306-44c8-89cf-28505d39afca req-790889a9-a3b9-42cd-88c6-4e066048c8f2 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Jul 13 23:28:04.939849 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b660086-3b57-4958-afde-c8ce030fc2ac admin admin] Deleting subnet 8ae718fa-ed35-4f5b-9a47-272d400fe34b {{(pid=104143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:28:04.943328 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b660086-3b57-4958-afde-c8ce030fc2ac admin admin] Publish callbacks [] for subnet (8ae718fa-ed35-4f5b-9a47-272d400fe34b), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:04.982781 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b660086-3b57-4958-afde-c8ce030fc2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15074518'] for subnet (8ae718fa-ed35-4f5b-9a47-272d400fe34b), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.014020 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ef19-c8a4-4f5d-aa89-ccaa30b1416b req-2f860031-5ade-47d6-a5a3-677343aa7f11 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:05.015901 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44c1ef19-c8a4-4f5d-aa89-ccaa30b1416b req-2f860031-5ade-47d6-a5a3-677343aa7f11 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.0511701 Jul 13 23:28:05.071458 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b660086-3b57-4958-afde-c8ce030fc2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (8ae718fa-ed35-4f5b-9a47-272d400fe34b), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.095745 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44c1ef19-c8a4-4f5d-aa89-ccaa30b1416b req-432f0f0e-c6fe-4949-9f80-6f7b0ed3832e tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739408 Jul 13 23:28:05.140780 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b660086-3b57-4958-afde-c8ce030fc2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14774655'] for subnet (8ae718fa-ed35-4f5b-9a47-272d400fe34b), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.169933 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b660086-3b57-4958-afde-c8ce030fc2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae718fa-ed35-4f5b-9a47-272d400fe34b,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:05.174486 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b660086-3b57-4958-afde-c8ce030fc2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.178042 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3b660086-3b57-4958-afde-c8ce030fc2ac admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8ae718fa-ed35-4f5b-9a47-272d400fe34b HTTP/1.1" status: 204 len: 168 time: 0.2910211 Jul 13 23:28:05.180760 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58704) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:05.182420 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d1c2d-0d14-4142-9155-eac2278ae74e None None] Network 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:28:05.271753 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.322248 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Deleting port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:05.322595 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.362324 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988638b-9061-4ccf-960c-9355bd67e739 None None] DHCP port deletion for 8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:28:05.397621 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:05.413648 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] For port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=35d9ae0d-41f3-4a7f-abe4-40d8b8d021da,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:05.414015 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.416084 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-7988638b-9061-4ccf-960c-9355bd67e739 None None] Deleting port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:05.417260 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7988638b-9061-4ccf-960c-9355bd67e739 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.437068 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Calling delete_port for 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:05.485856 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device fdbb940c-4402-4813-bcf4-955e6ba21827 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:05.493567 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-7988638b-9061-4ccf-960c-9355bd67e739 None None] For port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=35d9ae0d-41f3-4a7f-abe4-40d8b8d021da,segment=NetworkSegment(e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4),segment_id=e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:05.493680 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7988638b-9061-4ccf-960c-9355bd67e739 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.512084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92ad09-d074-4f5a-9510-268921eb7387 req-f7f30d27-c18f-4815-9488-e0576721079a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:05.514155 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c92ad09-d074-4f5a-9510-268921eb7387 req-f7f30d27-c18f-4815-9488-e0576721079a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.0907326 Jul 13 23:28:05.522844 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-7988638b-9061-4ccf-960c-9355bd67e739 None None] Calling delete_port for 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:05.524806 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: fdbb940c-4402-4813-bcf4-955e6ba21827 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:05.525140 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device fdbb940c-4402-4813-bcf4-955e6ba21827 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:05.586646 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.593705 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c92ad09-d074-4f5a-9510-268921eb7387 req-4ae10809-b741-4b64-9be1-a4c76b1d8a3e tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704865 Jul 13 23:28:05.594612 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:05.616781 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d9ae0d-41f3-4a7f-abe4-40d8b8d021da,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:05.618633 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] No DVR routers for this DVR port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da on host dv-cinder-799871-29-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:05.625094 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7988638b-9061-4ccf-960c-9355bd67e739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (35d9ae0d-41f3-4a7f-abe4-40d8b8d021da), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.660670 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988638b-9061-4ccf-960c-9355bd67e739 None None] Pushing event deleted for resources: {'Port': ['ID=35d9ae0d-41f3-4a7f-abe4-40d8b8d021da,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:05.666108 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988638b-9061-4ccf-960c-9355bd67e739 None None] No DVR routers for this DVR port 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:05.758714 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:05.777352 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.817082 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077561fa-ba14-4c8e-9ea3-2991ca02b2c0 req-38b3cbc0-7e8f-437b-ab0c-e7cc89c54a81 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:05.818701 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-077561fa-ba14-4c8e-9ea3-2991ca02b2c0 req-38b3cbc0-7e8f-437b-ab0c-e7cc89c54a81 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 945 time: 0.0710320 Jul 13 23:28:05.820471 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:05.840374 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:05.840682 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:05.859637 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13795850'] for segment (e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.883525 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.899957 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:28:05.900379 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13859550'] for segment (e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:05.921181 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-077561fa-ba14-4c8e-9ea3-2991ca02b2c0 req-1aa986c7-3c84-47ac-99dd-db5c49b85885 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919156 Jul 13 23:28:05.994410 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.012083 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.015506 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b HTTP/1.1" status: 204 len: 168 time: 0.8336020 Jul 13 23:28:06.057034 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28445770-565c-46d1-b3d5-9be6d78d8f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee89f0a-d9f4-4c69-93ec-16b2cc594d8b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:06.079941 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58736) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:06.195213 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4 resource provider aggregate not found Jul 13 23:28:06.221096 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4fe033c-bf38-49b1-aa5c-984f3f9b6dc4 found for delete ", "request_id": "req-edbfb362-dec7-4834-912c-bb36d23809b5"}]} Jul 13 23:28:06.252291 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58748) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:06.294410 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d3368ef0-592f-444a-8f14-9b3e265224b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a21be4dfe67e43d0915559bad38fa60c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399437 Jul 13 23:28:06.296934 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58750) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:06.346423 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a3080dc4-bd82-4f52-aefa-e12731dd5527 admin admin] Publish callbacks [] for security_group (7e1e40c1-10dd-4a57-baa2-3f50b44265b6), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.376326 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a3080dc4-bd82-4f52-aefa-e12731dd5527 admin admin] Publish callbacks [] for security_group (7e1e40c1-10dd-4a57-baa2-3f50b44265b6), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.416325 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be791082-2bed-4dbe-8a0c-b4f6934117f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.452411 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a3080dc4-bd82-4f52-aefa-e12731dd5527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (7e1e40c1-10dd-4a57-baa2-3f50b44265b6), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.454882 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a3080dc4-bd82-4f52-aefa-e12731dd5527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.456062 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a3080dc4-bd82-4f52-aefa-e12731dd5527 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e1e40c1-10dd-4a57-baa2-3f50b44265b6 HTTP/1.1" status: 204 len: 168 time: 0.1582270 Jul 13 23:28:06.468319 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3080dc4-bd82-4f52-aefa-e12731dd5527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e40c1-10dd-4a57-baa2-3f50b44265b6,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:06.514681 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be791082-2bed-4dbe-8a0c-b4f6934117f8 admin admin] Publish callbacks [] for security_group (eb1df683-ba36-46a3-a4fe-80361881bd09), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.519458 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be791082-2bed-4dbe-8a0c-b4f6934117f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (eb1df683-ba36-46a3-a4fe-80361881bd09), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.524632 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:06.549465 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-1db815c6-9039-4207-89e5-7649d01cecb1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:06.551045 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-1db815c6-9039-4207-89e5-7649d01cecb1 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 945 time: 0.0574641 Jul 13 23:28:06.570191 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-be791082-2bed-4dbe-8a0c-b4f6934117f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3679cf44b5044fe5b483d3008f85e65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4891336 Jul 13 23:28:06.573199 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58754) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:06.575442 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be791082-2bed-4dbe-8a0c-b4f6934117f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1df683-ba36-46a3-a4fe-80361881bd09,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:06.630719 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3991495a-08a9-4b91-83e5-e2dd703eab67 admin admin] Publish callbacks [] for security_group (eb1df683-ba36-46a3-a4fe-80361881bd09), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.655701 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3991495a-08a9-4b91-83e5-e2dd703eab67 admin admin] Publish callbacks [] for security_group (eb1df683-ba36-46a3-a4fe-80361881bd09), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.657949 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Deleting port 374d168e-ee51-4813-87cd-518a5a8bb454 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:06.658288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.713827 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3991495a-08a9-4b91-83e5-e2dd703eab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (eb1df683-ba36-46a3-a4fe-80361881bd09), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.717496 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3991495a-08a9-4b91-83e5-e2dd703eab67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.718775 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3991495a-08a9-4b91-83e5-e2dd703eab67 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb1df683-ba36-46a3-a4fe-80361881bd09 HTTP/1.1" status: 204 len: 168 time: 0.1446431 Jul 13 23:28:06.731325 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991495a-08a9-4b91-83e5-e2dd703eab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1df683-ba36-46a3-a4fe-80361881bd09,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:06.752230 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2571b394-7295-4ecc-8c39-a1fa0cab3044 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:06.777516 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 2571b394-7295-4ecc-8c39-a1fa0cab3044 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:06.778690 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2571b394-7295-4ecc-8c39-a1fa0cab3044 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:06.779191 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:06.782438 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:06.807901 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:06.808364 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 35d9ae0d-41f3-4a7f-abe4-40d8b8d021da not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:06.819371 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] For port 374d168e-ee51-4813-87cd-518a5a8bb454, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=374d168e-ee51-4813-87cd-518a5a8bb454,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:06.819371 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:06.974934 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:07.006773 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.007130 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (9561c213-0c00-48ce-a950-0dc61734997f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.007437 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Floating IP 9561c213-0c00-48ce-a950-0dc61734997f disassociated. External IP: 172.27.3.125, port: 374d168e-ee51-4813-87cd-518a5a8bb454. Jul 13 23:28:07.007971 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Calling delete_port for 374d168e-ee51-4813-87cd-518a5a8bb454 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:07.087378 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8694b-cafb-4ac3-a133-66d14c12cb12 req-a167e034-1de8-42b2-9f83-6856ea091a3a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:07.092090 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d4c8694b-cafb-4ac3-a133-66d14c12cb12 req-a167e034-1de8-42b2-9f83-6856ea091a3a tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/ports?device_id=d521c2da-11fc-493c-838f-a91f60999590 HTTP/1.1" status: 200 len: 945 time: 0.0618420 Jul 13 23:28:07.135276 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:07.192553 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d4c8694b-cafb-4ac3-a133-66d14c12cb12 req-7ff4ed01-5418-49af-8652-8e442276ad79 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups?id=89e3b821-0d31-42a0-afef-08f6e362e189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949585 Jul 13 23:28:07.201156 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (374d168e-ee51-4813-87cd-518a5a8bb454), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.237626 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58786) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:07.241892 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'Port': ['ID=374d168e-ee51-4813-87cd-518a5a8bb454,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:07.270270 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58788) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:07.281726 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2fd5507c-2176-4582-a29d-7dcf680804c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.391079 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:28:07.508416 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:07.521089 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2fd5507c-2176-4582-a29d-7dcf680804c8 admin admin] Publish callbacks [] for security_group (794f472c-159f-4595-9f09-7d31d7eef28d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.529773 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:07.531891 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2fd5507c-2176-4582-a29d-7dcf680804c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (794f472c-159f-4595-9f09-7d31d7eef28d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.553614 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Deleting port 1a1e0ddb-a1c9-46c5-b196-afbe250489be {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:07.553951 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (1a1e0ddb-a1c9-46c5-b196-afbe250489be), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.562248 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:07.563133 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:07.581702 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] No DVR routers for this DVR port 374d168e-ee51-4813-87cd-518a5a8bb454 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:07.584374 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.597469 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-26bdd97d-f8ea-416a-a8f7-7b297e88a5d7 req-a728dd29-65eb-43b3-b204-6980fdc363ce tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.58 "DELETE /v2.0/ports/374d168e-ee51-4813-87cd-518a5a8bb454 HTTP/1.1" status: 204 len: 173 time: 1.0411732 Jul 13 23:28:07.597975 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd521c2da-11fc-493c-838f-a91f60999590', 'name': 'network-vif-deleted', 'tag': '374d168e-ee51-4813-87cd-518a5a8bb454'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:28:07.601486 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f96644-06e3-4b6e-a660-d6515a9a85ad" -d '{"events": [{"server_uuid": "d521c2da-11fc-493c-838f-a91f60999590", "name": "network-vif-deleted", "tag": "374d168e-ee51-4813-87cd-518a5a8bb454"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:28:07.610278 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2fd5507c-2176-4582-a29d-7dcf680804c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84a50f629d344241be76e3d5a11af9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714600 Jul 13 23:28:07.613445 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58806) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:07.614844 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5507c-2176-4582-a29d-7dcf680804c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794f472c-159f-4595-9f09-7d31d7eef28d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:07.717666 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (1a1e0ddb-a1c9-46c5-b196-afbe250489be), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.718970 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (1a1e0ddb-a1c9-46c5-b196-afbe250489be), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.757149 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Calling delete_port for 1a1e0ddb-a1c9-46c5-b196-afbe250489be owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:07.763286 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b0e502be-f9b4-4693-9974-368aec0ff5c3 admin admin] Publish callbacks [] for security_group (794f472c-159f-4595-9f09-7d31d7eef28d), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.816646 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b0e502be-f9b4-4693-9974-368aec0ff5c3 admin admin] Publish callbacks [] for security_group (794f472c-159f-4595-9f09-7d31d7eef28d), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.863485 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:07.915606 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:07.926088 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85955789-b6be-4cdb-b614-c3533d71eed4 x-openstack-request-id: req-85955789-b6be-4cdb-b614-c3533d71eed4 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:28:07.926379 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d521c2da-11fc-493c-838f-a91f60999590", "name": "network-vif-deleted", "tag": "374d168e-ee51-4813-87cd-518a5a8bb454", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:28:07.926738 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85955789-b6be-4cdb-b614-c3533d71eed4 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:28:07.927076 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85955789-b6be-4cdb-b614-c3533d71eed4'] response: {'server_uuid': 'd521c2da-11fc-493c-838f-a91f60999590', 'name': 'network-vif-deleted', 'tag': '374d168e-ee51-4813-87cd-518a5a8bb454', 'status': 'completed', 'code': 200} Jul 13 23:28:07.939937 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b0e502be-f9b4-4693-9974-368aec0ff5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (794f472c-159f-4595-9f09-7d31d7eef28d), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.942690 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b0e502be-f9b4-4693-9974-368aec0ff5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:07.944004 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-b0e502be-f9b4-4693-9974-368aec0ff5c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/794f472c-159f-4595-9f09-7d31d7eef28d HTTP/1.1" status: 204 len: 168 time: 0.3273041 Jul 13 23:28:07.953156 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e502be-f9b4-4693-9974-368aec0ff5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794f472c-159f-4595-9f09-7d31d7eef28d,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:07.953310 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:07.974531 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:28:08.107038 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:08.160427 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (1a1e0ddb-a1c9-46c5-b196-afbe250489be), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:08.214444 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event deleted for resources: {'Port': ['ID=1a1e0ddb-a1c9-46c5-b196-afbe250489be,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:08.295041 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:08.379754 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58824) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:08.383208 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (7e6ed423-199a-4a1c-943d-6129aca15fe8), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:08.384752 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Floating IP 7e6ed423-199a-4a1c-943d-6129aca15fe8 disassociated (deleted). External IP: 172.27.3.107, port: 25f60df6-885b-40d6-9b35-8e3a7d28c653. Jul 13 23:28:08.505791 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b75930ee-823c-4ec1-861f-9166dc1d1148 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (89e3b821-0d31-42a0-afef-08f6e362e189), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:08.553240 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b75930ee-823c-4ec1-861f-9166dc1d1148 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (89e3b821-0d31-42a0-afef-08f6e362e189), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:08.568327 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:08.578756 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:08.579644 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:08.627353 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b75930ee-823c-4ec1-861f-9166dc1d1148 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (89e3b821-0d31-42a0-afef-08f6e362e189), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:08.630992 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b75930ee-823c-4ec1-861f-9166dc1d1148 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:08.634274 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-b75930ee-823c-4ec1-861f-9166dc1d1148 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "DELETE /v2.0/security-groups/89e3b821-0d31-42a0-afef-08f6e362e189 HTTP/1.1" status: 204 len: 168 time: 0.2529898 Jul 13 23:28:08.637101 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58836) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:08.645743 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75930ee-823c-4ec1-861f-9166dc1d1148 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e3b821-0d31-42a0-afef-08f6e362e189,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:08.682769 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.api.v2.resource [None req-651286df-5ae5-4365-ac53-7e88746c20fc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] show failed (client error): The resource could not be found. Jul 13 23:28:08.683811 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-651286df-5ae5-4365-ac53-7e88746c20fc tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "GET /v2.0/security-groups/89e3b821-0d31-42a0-afef-08f6e362e189 HTTP/1.1" status: 404 len: 347 time: 0.0450914 Jul 13 23:28:08.687401 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58840) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:08.711216 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:08.729828 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:08.792417 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Router eb5ac33d-3a1f-4991-9e84-d175f2eced0c has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:28:08.831952 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Deleting port 2fb89e6a-4acd-43db-b775-129113634762 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:08.832294 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (2fb89e6a-4acd-43db-b775-129113634762), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:08.915443 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:08.948252 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7bbfb-730a-44a4-b0bb-ba32795ecbf8 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:15:26Z', 'revision_number': 4, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': 'ea37fbc9-bbea-4f31-ade2-11004e8cc028', 'name': '', 'network_id': 'f06a5500-178c-41a3-8775-8311d13c34cf', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'mac_address': 'fa:16:3e:ce:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:24Z', 'updated_at': '2022-07-13T23:15:48Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'subnets': [{'id': 'f4331c6d-b15e-4c21-95f6-42dc614cb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:08.995891 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (2fb89e6a-4acd-43db-b775-129113634762), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:08.996215 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (2fb89e6a-4acd-43db-b775-129113634762), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:09.015597 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:09.015597 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:09.018172 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] Sync routers for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:09.018633 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Calling delete_port for 2fb89e6a-4acd-43db-b775-129113634762 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:09.033860 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:09.034647 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:09.058275 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8bafd51e-1182-467d-bfbc-9125abca72a1 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "DELETE /v2.0/floatingips/7e6ed423-199a-4a1c-943d-6129aca15fe8 HTTP/1.1" status: 204 len: 168 time: 1.7826912 Jul 13 23:28:09.084565 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:28:09.086925 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009bc17c-b81b-4ea5-b2c3-c399228be4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:28:09.182376 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:09.195503 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:09.236179 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (2fb89e6a-4acd-43db-b775-129113634762), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:09.270305 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Pushing event deleted for resources: {'Port': ['ID=2fb89e6a-4acd-43db-b775-129113634762,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:09.427692 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks [] for floatingip (9561c213-0c00-48ce-a950-0dc61734997f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:09.431351 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:09.435708 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7baa74de-0375-415e-b4f4-2620eb797946 tempest-AttachVolumeNegativeTest-283972643 tempest-AttachVolumeNegativeTest-283972643-project] 10.222.0.60 "DELETE /v2.0/floatingips/9561c213-0c00-48ce-a950-0dc61734997f HTTP/1.1" status: 204 len: 168 time: 0.7472935 Jul 13 23:28:09.442315 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf5a0a-a48f-4a08-83d7-7e1825c975ff req-75cdd31d-2107-47ba-b385-ef67d6658a07 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:09.443815 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c7bf5a0a-a48f-4a08-83d7-7e1825c975ff req-75cdd31d-2107-47ba-b385-ef67d6658a07 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 945 time: 0.0849459 Jul 13 23:28:09.453589 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2edc94-e54b-4a14-8e33-6cf3aba08991 x-openstack-request-id: req-7c2edc94-e54b-4a14-8e33-6cf3aba08991 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:28:09.453589 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:28:09.453930 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c2edc94-e54b-4a14-8e33-6cf3aba08991 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:28:09.454611 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2edc94-e54b-4a14-8e33-6cf3aba08991'] response: {'name': 'network-changed', 'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'status': 'completed', 'code': 200} Jul 13 23:28:09.455267 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:09.458698 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:09.458914 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cfd852-bf40-482a-aea9-bb018129268e None None] New status for floating IP 9561c213-0c00-48ce-a950-0dc61734997f: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:28:09.523953 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c7bf5a0a-a48f-4a08-83d7-7e1825c975ff req-f9d7fd9c-b7c4-44b7-b99c-0b209dde6df6 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664711 Jul 13 23:28:09.543014 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 374d168e-ee51-4813-87cd-518a5a8bb454 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:09.564233 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-28cd6a6d-4a04-4579-9244-ee2e80fd8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:09.566045 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-28cd6a6d-4a04-4579-9244-ee2e80fd8718 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 1129 time: 0.0792043 Jul 13 23:28:09.621324 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 374d168e-ee51-4813-87cd-518a5a8bb454 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:09.622240 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 374d168e-ee51-4813-87cd-518a5a8bb454 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:09.682415 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:09.716298 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] Checking router: eb5ac33d-3a1f-4991-9e84-d175f2eced0c for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:09.724830 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:09.725448 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:27:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:09.858683 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:10.006250 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-90266fc4-9ecc-4895-a980-605538c31ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:10.007640 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-90266fc4-9ecc-4895-a980-605538c31ed5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 200 len: 913 time: 0.1178417 Jul 13 23:28:10.026743 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:10.064652 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-ed2dadd4-0641-4222-afad-9a17d111f561 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:10.066636 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-ed2dadd4-0641-4222-afad-9a17d111f561 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 945 time: 0.0933404 Jul 13 23:28:10.068500 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-66f98426-21b0-4db9-bcfd-565ba3609a44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653 HTTP/1.1" status: 200 len: 217 time: 0.0526857 Jul 13 23:28:10.069355 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:10.100892 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f50cfa-a167-493b-b01d-541bc0c50350 None None] The sync data for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi is: [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:17:15Z', 'revision_number': 4, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e', 'name': '', 'network_id': '1b8c451a-b62e-46b6-8a4a-30a9ccd26376', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'mac_address': 'fa:16:3e:21:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b512e374-4012-4069-9c97-d3152569ca25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:14Z', 'updated_at': '2022-07-13T23:17:22Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'subnets': [{'id': 'b512e374-4012-4069-9c97-d3152569ca25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:10.181476 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-23163e46-6cda-4e42-a3db-58809276ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:10.182953 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-23163e46-6cda-4e42-a3db-58809276ac9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 200 len: 851 time: 0.1057429 Jul 13 23:28:10.222871 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Deleting port 25f60df6-885b-40d6-9b35-8e3a7d28c653 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:10.223210 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:10.253522 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-3756f85a-7dec-4201-a5b7-ceb887800ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:10.255066 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-3756f85a-7dec-4201-a5b7-ceb887800ed1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1b8c451a-b62e-46b6-8a4a-30a9ccd26376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0663679 Jul 13 23:28:10.334725 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb7c3a-8b71-4381-9262-0dc82a8d9ac6 None None] New status for floating IP 7e6ed423-199a-4a1c-943d-6129aca15fe8: DOWN {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:28:10.385437 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] For port 25f60df6-885b-40d6-9b35-8e3a7d28c653, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=25f60df6-885b-40d6-9b35-8e3a7d28c653,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:10.385799 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:10.406976 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Calling delete_port for 25f60df6-885b-40d6-9b35-8e3a7d28c653 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:10.426182 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-180660ee-11d9-4638-945d-a5ec146c9c93 service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398950 Jul 13 23:28:10.574721 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-009bc17c-b81b-4ea5-b2c3-c399228be4eb req-7abb927a-0487-4223-a076-92984b5c10fb service neutron] 10.222.0.58 "GET /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188402 Jul 13 23:28:10.637074 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (25f60df6-885b-40d6-9b35-8e3a7d28c653), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:10.644982 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf2556-4d7a-45fa-98b4-0a64e8030f7e req-fb1dbb32-959f-4d28-81c6-564793b8890f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:10.645544 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:10.646489 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ddf2556-4d7a-45fa-98b4-0a64e8030f7e req-fb1dbb32-959f-4d28-81c6-564793b8890f tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd9ab90-506c-4d74-a7a1-adf727eaff53 HTTP/1.1" status: 200 len: 945 time: 0.0550210 Jul 13 23:28:10.673306 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event deleted for resources: {'Port': ['ID=25f60df6-885b-40d6-9b35-8e3a7d28c653,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:10.699168 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ddf2556-4d7a-45fa-98b4-0a64e8030f7e req-dcd2b6bb-cc5d-4af1-9477-b33f408d8557 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a8d8032-bf78-40ee-848a-6841ec1d98a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469141 Jul 13 23:28:10.724891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] No DVR routers for this DVR port 25f60df6-885b-40d6-9b35-8e3a7d28c653 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:10.727566 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:10.730799 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-5426f44e-1254-4abb-8ca3-8891f14f980c req-e3f1d3af-3509-4241-881c-1067200d7ef2 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.58 "DELETE /v2.0/ports/25f60df6-885b-40d6-9b35-8e3a7d28c653 HTTP/1.1" status: 204 len: 173 time: 0.6547234 Jul 13 23:28:10.731769 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'name': 'network-vif-deleted', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:28:10.734108 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531bd70b-6807-4ff4-b2b0-1709e2f1dccb" -d '{"events": [{"server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "name": "network-vif-deleted", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:28:10.782030 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb125d0c-3a29-4724-983d-c491f8f228d0 x-openstack-request-id: req-bb125d0c-3a29-4724-983d-c491f8f228d0 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:28:10.782382 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd9ab90-506c-4d74-a7a1-adf727eaff53", "name": "network-vif-deleted", "tag": "25f60df6-885b-40d6-9b35-8e3a7d28c653", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:28:10.782693 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb125d0c-3a29-4724-983d-c491f8f228d0 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:28:10.783157 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb125d0c-3a29-4724-983d-c491f8f228d0'] response: {'server_uuid': 'bdd9ab90-506c-4d74-a7a1-adf727eaff53', 'name': 'network-vif-deleted', 'tag': '25f60df6-885b-40d6-9b35-8e3a7d28c653', 'status': 'completed', 'code': 200} Jul 13 23:28:10.881001 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-96524b2d-6662-417e-b71c-fe4bddeafd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.344145 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58936) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:11.480199 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.568260 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Publish callbacks [] for security_group (917a6459-a2c8-4a80-b8cc-b67d0c9df9de), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.572764 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (917a6459-a2c8-4a80-b8cc-b67d0c9df9de), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.578894 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:11.623916 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4290e932e2484d2999ae35286e04407a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786684 Jul 13 23:28:11.625066 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917a6459-a2c8-4a80-b8cc-b67d0c9df9de,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:11.626695 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 58952) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:11.633292 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.633923 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.634081 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.634483 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.634820 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.635592 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.635902 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.636328 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.636539 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.636864 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.637300 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.638124 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.638442 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.638815 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.639130 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd9934-9dd8-478b-8652-2c32056af3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:11.688285 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-38eb92b8-617c-4b57-bbe0-c5285e207437 admin admin] Publish callbacks [] for security_group (917a6459-a2c8-4a80-b8cc-b67d0c9df9de), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.710238 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-38eb92b8-617c-4b57-bbe0-c5285e207437 admin admin] Publish callbacks [] for security_group (917a6459-a2c8-4a80-b8cc-b67d0c9df9de), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.761374 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 58956) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:11.767075 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-38eb92b8-617c-4b57-bbe0-c5285e207437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (917a6459-a2c8-4a80-b8cc-b67d0c9df9de), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.769777 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-38eb92b8-617c-4b57-bbe0-c5285e207437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.770955 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-38eb92b8-617c-4b57-bbe0-c5285e207437 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/917a6459-a2c8-4a80-b8cc-b67d0c9df9de HTTP/1.1" status: 204 len: 168 time: 0.1433225 Jul 13 23:28:11.781991 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb92b8-617c-4b57-bbe0-c5285e207437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917a6459-a2c8-4a80-b8cc-b67d0c9df9de,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:11.899374 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Deleting port c27876f2-9164-4ccc-8d47-9b3bfc193e9b {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:11.899757 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (c27876f2-9164-4ccc-8d47-9b3bfc193e9b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.982455 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (c27876f2-9164-4ccc-8d47-9b3bfc193e9b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.982817 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (c27876f2-9164-4ccc-8d47-9b3bfc193e9b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:11.995722 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Calling delete_port for c27876f2-9164-4ccc-8d47-9b3bfc193e9b owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:12.133314 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:12.159119 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (c27876f2-9164-4ccc-8d47-9b3bfc193e9b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:12.188571 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event deleted for resources: {'Port': ['ID=c27876f2-9164-4ccc-8d47-9b3bfc193e9b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:12.280993 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for floatingip (f4a37515-e841-4551-b62a-656d83a8bd08), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:12.283439 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:12.284710 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7bf8977b-55e4-4c21-b476-88a02307dd52 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "DELETE /v2.0/floatingips/f4a37515-e841-4551-b62a-656d83a8bd08 HTTP/1.1" status: 204 len: 168 time: 0.5226755 Jul 13 23:28:12.968516 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59016) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:13.075482 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-513d804c-6cae-45c9-84bc-9e31b93c639b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.151211 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-513d804c-6cae-45c9-84bc-9e31b93c639b admin admin] Publish callbacks [] for security_group (51f53cb1-0872-4999-8b8c-3762f8487aef), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.154727 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-513d804c-6cae-45c9-84bc-9e31b93c639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (51f53cb1-0872-4999-8b8c-3762f8487aef), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.194059 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-513d804c-6cae-45c9-84bc-9e31b93c639b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ab5968c3bcb4b7091a5f98fe282323c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244525 Jul 13 23:28:13.194912 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d804c-6cae-45c9-84bc-9e31b93c639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f53cb1-0872-4999-8b8c-3762f8487aef,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:13.196800 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59020) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:13.223850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:13.252310 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-51bcc6f1-f32e-4a2b-afac-5571670c02b1 admin admin] Publish callbacks [] for security_group (51f53cb1-0872-4999-8b8c-3762f8487aef), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.277057 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-51bcc6f1-f32e-4a2b-afac-5571670c02b1 admin admin] Publish callbacks [] for security_group (51f53cb1-0872-4999-8b8c-3762f8487aef), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.335053 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-51bcc6f1-f32e-4a2b-afac-5571670c02b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (51f53cb1-0872-4999-8b8c-3762f8487aef), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.337635 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-51bcc6f1-f32e-4a2b-afac-5571670c02b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.338783 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-51bcc6f1-f32e-4a2b-afac-5571670c02b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51f53cb1-0872-4999-8b8c-3762f8487aef HTTP/1.1" status: 204 len: 168 time: 0.1410046 Jul 13 23:28:13.349288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcc6f1-f32e-4a2b-afac-5571670c02b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f53cb1-0872-4999-8b8c-3762f8487aef,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:13.361312 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59032) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:13.494358 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59040) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:13.500947 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 25f60df6-885b-40d6-9b35-8e3a7d28c653 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:13.525771 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: 25f60df6-885b-40d6-9b35-8e3a7d28c653 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:13.526171 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device 25f60df6-885b-40d6-9b35-8e3a7d28c653 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:13.578917 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-256145b9-9a07-4430-b14f-b8ba43d7b401 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group (9a8d8032-bf78-40ee-848a-6841ec1d98a7), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.612835 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-256145b9-9a07-4430-b14f-b8ba43d7b401 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group (9a8d8032-bf78-40ee-848a-6841ec1d98a7), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.689511 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-256145b9-9a07-4430-b14f-b8ba43d7b401 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (9a8d8032-bf78-40ee-848a-6841ec1d98a7), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.692253 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-256145b9-9a07-4430-b14f-b8ba43d7b401 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:13.693456 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-256145b9-9a07-4430-b14f-b8ba43d7b401 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] 10.222.0.60 "DELETE /v2.0/security-groups/9a8d8032-bf78-40ee-848a-6841ec1d98a7 HTTP/1.1" status: 204 len: 168 time: 0.1981020 Jul 13 23:28:13.704584 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256145b9-9a07-4430-b14f-b8ba43d7b401 tempest-TestVolumeBootPattern-1408772173 tempest-TestVolumeBootPattern-1408772173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8d8032-bf78-40ee-848a-6841ec1d98a7,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:13.718947 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:13.771074 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59050) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:13.861583 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-661dde0d-ad83-4bb1-be7f-3aaec0ec249a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:14.001771 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:14.171757 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (3615e228-44a6-4fe7-a46b-075447ae1062), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:14.256582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:14.590621 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:14.643427 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:14.679930 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Deleting port ea37fbc9-bbea-4f31-ade2-11004e8cc028 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:14.680161 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:14.815129 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] For port ea37fbc9-bbea-4f31-ade2-11004e8cc028, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=ea37fbc9-bbea-4f31-ade2-11004e8cc028,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:14.815495 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:14.857068 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Calling delete_port for ea37fbc9-bbea-4f31-ade2-11004e8cc028 owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:14.961271 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:15.048859 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Deleting port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:15.049532 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:15.126758 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:15.172045 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] For port 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:15.172406 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:15.190518 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Calling delete_port for 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:15.208981 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (ea37fbc9-bbea-4f31-ade2-11004e8cc028), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:15.272676 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea37fbc9-bbea-4f31-ade2-11004e8cc028,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:15.765694 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46287b66-b1e9-4f6e-974c-c32007f77613 req-9e2d4412-ce95-4e18-9cc0-4b8ee769e07b tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:15.767244 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-46287b66-b1e9-4f6e-974c-c32007f77613 req-9e2d4412-ce95-4e18-9cc0-4b8ee769e07b tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.0842614 Jul 13 23:28:15.823483 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (3615e228-44a6-4fe7-a46b-075447ae1062), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:15.863666 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:15.908800 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:15.917038 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-46287b66-b1e9-4f6e-974c-c32007f77613 req-9745c21d-69fd-4b04-a727-09bf3865e12f tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317649 Jul 13 23:28:15.941985 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59118) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:15.962710 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:16.224909 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133218a9-0da6-4f0e-b8ba-4fa68bf0431c tempest-TestMinimumBasicScenario-874735335 tempest-TestMinimumBasicScenario-874735335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:16.226410 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-133218a9-0da6-4f0e-b8ba-4fa68bf0431c tempest-TestMinimumBasicScenario-874735335 tempest-TestMinimumBasicScenario-874735335-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1124 time: 0.2833598 Jul 13 23:28:16.229560 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59126) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:16.234602 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'port_id': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:16.257148 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:16.274433 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:16.299774 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:16.317289 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Router 3615e228-44a6-4fe7-a46b-075447ae1062 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:28:16.336423 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:16.451127 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Allocated IP 172.27.3.160 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:28:16.530973 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:16.546826 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:16.562270 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:16.569604 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for port (00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:16.572071 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] Sync routers for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:16.584668 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:16.585519 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:16.592772 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c3b5d15b-a459-432c-a8e8-00ebf372b4a5 admin admin] 10.222.0.60 "PUT /v2.0/routers/3615e228-44a6-4fe7-a46b-075447ae1062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2289338 Jul 13 23:28:16.593011 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59128) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:16.605623 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:16.649015 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:28:16.657481 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:16.664783 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:28:16.669483 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'Port': ['ID=00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:16.703084 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Router eb5ac33d-3a1f-4991-9e84-d175f2eced0c has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:28:16.703304 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:16.740706 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks [] for router (3615e228-44a6-4fe7-a46b-075447ae1062), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:16.749665 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:16.799459 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:16.921704 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:28:15Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:16.940853 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:16.942366 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:16.949326 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-bae5d799-2d53-4857-98c9-89feeba99299 admin admin] 10.222.0.60 "PUT /v2.0/routers/eb5ac33d-3a1f-4991-9e84-d175f2eced0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1771109 Jul 13 23:28:16.952351 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59136) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:16.955220 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] Sync routers for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:16.976905 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] Checking router: 3615e228-44a6-4fe7-a46b-075447ae1062 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:16.987030 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] Routers {'3615e228-44a6-4fe7-a46b-075447ae1062'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:16.987788 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['3615e228-44a6-4fe7-a46b-075447ae1062'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:16.989187 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:16.990420 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:17.074653 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks [] for router_gateway (3615e228-44a6-4fe7-a46b-075447ae1062), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.118507 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for floatingip (392063b8-bdeb-47e4-9e7e-ff03cabb6fc4), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.126645 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:17.129480 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks [] for router (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.151630 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] Set router 3615e228-44a6-4fe7-a46b-075447ae1062 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:17.187973 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Deleting port 35bb2a21-6627-468f-93c2-e87d7c504d76 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:17.188316 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.194810 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:17.212254 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.298428 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:17.407856 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:28:15Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:17.446974 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98e32f-84f4-459b-bf32-74abe6e5e8e9 None None] The sync data for ids ['3615e228-44a6-4fe7-a46b-075447ae1062'] in dv-cinder-799871-29-iscsi is: [{'id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'name': 'tempest-AttachVolumeNegativeTest-1155780896-router', 'tenant_id': '29d1268531c344eaaf28dc6c1498a467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:15:16Z', 'updated_at': '2022-07-13T23:28:15Z', 'revision_number': 5, 'project_id': '29d1268531c344eaaf28dc6c1498a467', 'gw_port': {'id': '35bb2a21-6627-468f-93c2-e87d7c504d76', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615e228-44a6-4fe7-a46b-075447ae1062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:15:18Z', 'updated_at': '2022-07-13T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:17.468922 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for port (00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.475407 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.498433 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:28:15Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:17.544387 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] Checking router: eb5ac33d-3a1f-4991-9e84-d175f2eced0c for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:17.554584 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] Routers {'eb5ac33d-3a1f-4991-9e84-d175f2eced0c'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:17.555440 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:17.566504 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'Port': ['ID=00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:17.577194 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (392063b8-bdeb-47e4-9e7e-ff03cabb6fc4), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.621055 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks [] for router_gateway (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.642382 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] For port 35bb2a21-6627-468f-93c2-e87d7c504d76, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=35bb2a21-6627-468f-93c2-e87d7c504d76,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:17.642848 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.675907 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] Set router eb5ac33d-3a1f-4991-9e84-d175f2eced0c gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:17.683704 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Calling delete_port for 35bb2a21-6627-468f-93c2-e87d7c504d76 owned by network:router_gateway {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:17.711067 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Deleting port b8911c72-ddec-4a1b-8dc6-e556276dc885 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:17.711519 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.722577 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:17.722577 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Floating IP 392063b8-bdeb-47e4-9e7e-ff03cabb6fc4 associated. External IP: 172.27.3.160, port: ac6b98f4-c418-4051-a292-8d82d918a5f4. Jul 13 23:28:17.732042 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:17.784748 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:17.849897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:17.866863 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:28:15Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:17.899633 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29621764-00d0-4156-b4fd-5e67c89a45b0 None None] The sync data for ids ['eb5ac33d-3a1f-4991-9e84-d175f2eced0c'] in dv-cinder-799871-29-iscsi is: [{'id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'name': 'tempest-TestVolumeBootPattern-1874970442-router', 'tenant_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:10Z', 'updated_at': '2022-07-13T23:28:15Z', 'revision_number': 5, 'project_id': 'd631f17810f94dcc91dfcb28a4b17c9a', 'gw_port': {'id': 'b8911c72-ddec-4a1b-8dc6-e556276dc885', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5ac33d-3a1f-4991-9e84-d175f2eced0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:11Z', 'updated_at': '2022-07-13T23:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:17.944879 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] For port b8911c72-ddec-4a1b-8dc6-e556276dc885, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=b8911c72-ddec-4a1b-8dc6-e556276dc885,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:17.945251 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:17.970447 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Calling delete_port for b8911c72-ddec-4a1b-8dc6-e556276dc885 owned by network:router_gateway {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:18.001270 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:28:18.058794 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:18.130513 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (35bb2a21-6627-468f-93c2-e87d7c504d76), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.132480 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:18.146339 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] Sync routers for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:18.159337 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:18.160176 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:18.160435 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.170866 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=35bb2a21-6627-468f-93c2-e87d7c504d76,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:18.212957 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3a80b1ee-8dc9-4589-8db0-5b3f7b1109d3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9817710 Jul 13 23:28:18.213705 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:28:18.217148 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:28:18.219516 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59174) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:18.246512 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-163689a2-b981-4c80-a6de-dfbb5cb52126 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129119671', 'description': 'tempest-secgroup-smoke-2129119671 description', 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:18.298003 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf793a38-4853-4441-97bb-6104ae435591 x-openstack-request-id: req-bf793a38-4853-4441-97bb-6104ae435591 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:28:18.298466 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:28:18.298898 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf793a38-4853-4441-97bb-6104ae435591 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:28:18.299463 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf793a38-4853-4441-97bb-6104ae435591'] response: {'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'status': 'completed', 'code': 200} Jul 13 23:28:18.299611 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (3615e228-44a6-4fe7-a46b-075447ae1062), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.326302 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-163689a2-b981-4c80-a6de-dfbb5cb52126 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.372851 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:18.424393 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (3615e228-44a6-4fe7-a46b-075447ae1062), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.426720 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks [] for router_controller (3615e228-44a6-4fe7-a46b-075447ae1062), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.430648 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (b8911c72-ddec-4a1b-8dc6-e556276dc885), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.460445 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-163689a2-b981-4c80-a6de-dfbb5cb52126 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group (978795dc-db1c-4b8e-924c-f068cf112a19), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.467238 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-163689a2-b981-4c80-a6de-dfbb5cb52126 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (978795dc-db1c-4b8e-924c-f068cf112a19), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.493514 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8911c72-ddec-4a1b-8dc6-e556276dc885,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:18.507504 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-163689a2-b981-4c80-a6de-dfbb5cb52126 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.513625 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-163689a2-b981-4c80-a6de-dfbb5cb52126 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2814884 Jul 13 23:28:18.515611 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59182) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:18.518395 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:18.520806 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-911d2223-61c9-4db2-8686-115bc9b3d80a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'security_group_rule': {'security_group_id': '978795dc-db1c-4b8e-924c-f068cf112a19', 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:18.529506 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163689a2-b981-4c80-a6de-dfbb5cb52126 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978795dc-db1c-4b8e-924c-f068cf112a19,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:18.538053 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:18.563137 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-911d2223-61c9-4db2-8686-115bc9b3d80a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (978b13bc-0883-4552-8b02-d21cd337d975), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.580780 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (3615e228-44a6-4fe7-a46b-075447ae1062), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.581743 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3615e228-44a6-4fe7-a46b-075447ae1062 {{(pid=104142) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:28:18.597542 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.601694 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5fdda24e-6c8e-497f-854a-b1f9f8758b1c admin admin] 10.222.0.60 "DELETE /v2.0/routers/3615e228-44a6-4fe7-a46b-075447ae1062 HTTP/1.1" status: 204 len: 168 time: 2.0077784 Jul 13 23:28:18.607872 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59184) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:18.648841 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-911d2223-61c9-4db2-8686-115bc9b3d80a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (978b13bc-0883-4552-8b02-d21cd337d975), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.654103 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.655684 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-911d2223-61c9-4db2-8686-115bc9b3d80a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (978b13bc-0883-4552-8b02-d21cd337d975), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.678160 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '392063b8-bdeb-47e4-9e7e-ff03cabb6fc4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'port_id': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'mac_address': 'fa:16:3e:2b:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc11b570-15c0-4127-99e1-a15699722aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:28:16Z', 'updated_at': '2022-07-13T23:28:16Z', 'revision_number': 0, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:20Z', 'revision_number': 5, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:18.679777 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d2223-61c9-4db2-8686-115bc9b3d80a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978b13bc-0883-4552-8b02-d21cd337d975,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:18.699665 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-911d2223-61c9-4db2-8686-115bc9b3d80a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.703549 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-911d2223-61c9-4db2-8686-115bc9b3d80a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865561 Jul 13 23:28:18.709244 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59186) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:18.715450 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-ca0df0b8-7c2c-42df-8440-c19078ccbb28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'security_group_rule': {'security_group_id': '978795dc-db1c-4b8e-924c-f068cf112a19', 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:18.743814 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] Checking router: 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:18.762330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:18.763301 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:18.767119 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ca0df0b8-7c2c-42df-8440-c19078ccbb28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (af1395ee-6c6a-42be-948a-1c4c903e37b2), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.767830 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef7e907-14c7-4a43-acfb-8ad3426598ea admin admin] Deleting subnet f4331c6d-b15e-4c21-95f6-42dc614cb3ce {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:28:18.772608 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ef7e907-14c7-4a43-acfb-8ad3426598ea admin admin] Publish callbacks [] for subnet (f4331c6d-b15e-4c21-95f6-42dc614cb3ce), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.802037 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.809820 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks [] for router_controller (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.849998 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:18.852476 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ca0df0b8-7c2c-42df-8440-c19078ccbb28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (af1395ee-6c6a-42be-948a-1c4c903e37b2), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.858430 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ca0df0b8-7c2c-42df-8440-c19078ccbb28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (af1395ee-6c6a-42be-948a-1c4c903e37b2), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.858878 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ef7e907-14c7-4a43-acfb-8ad3426598ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13795869'] for subnet (f4331c6d-b15e-4c21-95f6-42dc614cb3ce), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.883758 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0df0b8-7c2c-42df-8440-c19078ccbb28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1395ee-6c6a-42be-948a-1c4c903e37b2,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:18.885238 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (eb5ac33d-3a1f-4991-9e84-d175f2eced0c), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.885842 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5ac33d-3a1f-4991-9e84-d175f2eced0c {{(pid=104142) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:28:18.891501 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.892709 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e3f79016-76a8-4677-9b8c-3ba75f02d39f admin admin] 10.222.0.60 "DELETE /v2.0/routers/eb5ac33d-3a1f-4991-9e84-d175f2eced0c HTTP/1.1" status: 204 len: 168 time: 1.9393332 Jul 13 23:28:18.895375 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59188) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:18.896998 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ca0df0b8-7c2c-42df-8440-c19078ccbb28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:18.898615 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-ca0df0b8-7c2c-42df-8440-c19078ccbb28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1882873 Jul 13 23:28:18.905371 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59190) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:18.910048 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-fa7be587-3f25-4028-98d0-e3865548381c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'security_group_rule': {'security_group_id': '978795dc-db1c-4b8e-924c-f068cf112a19', 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:18.945477 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:18.947051 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa7be587-3f25-4028-98d0-e3865548381c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (fcbc8c7c-32d8-4bb6-b265-dfb1d6588060), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.009669 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-8953335e-7dfe-4846-9565-f55bc4c1fba2 admin admin] Deleting subnet b512e374-4012-4069-9c97-d3152569ca25 {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:28:19.014624 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8953335e-7dfe-4846-9565-f55bc4c1fba2 admin admin] Publish callbacks [] for subnet (b512e374-4012-4069-9c97-d3152569ca25), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.044519 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa7be587-3f25-4028-98d0-e3865548381c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (fcbc8c7c-32d8-4bb6-b265-dfb1d6588060), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.047994 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:19.050585 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ef7e907-14c7-4a43-acfb-8ad3426598ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (f4331c6d-b15e-4c21-95f6-42dc614cb3ce), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.056062 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa7be587-3f25-4028-98d0-e3865548381c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (fcbc8c7c-32d8-4bb6-b265-dfb1d6588060), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.074276 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:19.079981 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7be587-3f25-4028-98d0-e3865548381c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbc8c7c-32d8-4bb6-b265-dfb1d6588060,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:19.088926 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa7be587-3f25-4028-98d0-e3865548381c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.093647 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8953335e-7dfe-4846-9565-f55bc4c1fba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13795869'] for subnet (b512e374-4012-4069-9c97-d3152569ca25), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.094057 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-fa7be587-3f25-4028-98d0-e3865548381c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1874361 Jul 13 23:28:19.095419 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59192) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:19.096479 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:19.097015 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 6f26b89f-2fbb-4a1a-85f7-a91cd5377d6e not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:19.097847 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device ea37fbc9-bbea-4f31-ade2-11004e8cc028 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:19.101472 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-322bbd57-f331-4bc9-a607-44a168698a49 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'security_group_rule': {'security_group_id': '978795dc-db1c-4b8e-924c-f068cf112a19', 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:19.122437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: ea37fbc9-bbea-4f31-ade2-11004e8cc028 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:19.123075 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device ea37fbc9-bbea-4f31-ade2-11004e8cc028 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:19.141585 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-322bbd57-f331-4bc9-a607-44a168698a49 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (9f3d0f52-29b6-46b4-9192-dfee47c5bc69), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.187161 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ef7e907-14c7-4a43-acfb-8ad3426598ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13261050'] for subnet (f4331c6d-b15e-4c21-95f6-42dc614cb3ce), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.193757 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=10,neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:19.241057 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ef7e907-14c7-4a43-acfb-8ad3426598ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.244167 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-322bbd57-f331-4bc9-a607-44a168698a49 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (9f3d0f52-29b6-46b4-9192-dfee47c5bc69), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.245154 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2ef7e907-14c7-4a43-acfb-8ad3426598ea admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f4331c6d-b15e-4c21-95f6-42dc614cb3ce HTTP/1.1" status: 204 len: 168 time: 0.6364863 Jul 13 23:28:19.248526 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59194) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:19.249056 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7e907-14c7-4a43-acfb-8ad3426598ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4331c6d-b15e-4c21-95f6-42dc614cb3ce,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:19.255600 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8953335e-7dfe-4846-9565-f55bc4c1fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (b512e374-4012-4069-9c97-d3152569ca25), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.257929 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-322bbd57-f331-4bc9-a607-44a168698a49 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (9f3d0f52-29b6-46b4-9192-dfee47c5bc69), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.278630 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890110e-712c-474f-90b1-562571746a69 None None] Network f06a5500-178c-41a3-8775-8311d13c34cf requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:28:19.294608 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bbd57-f331-4bc9-a607-44a168698a49 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3d0f52-29b6-46b4-9192-dfee47c5bc69,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:19.322970 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8953335e-7dfe-4846-9565-f55bc4c1fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13261050'] for subnet (b512e374-4012-4069-9c97-d3152569ca25), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.338763 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-322bbd57-f331-4bc9-a607-44a168698a49 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.342765 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-322bbd57-f331-4bc9-a607-44a168698a49 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2433691 Jul 13 23:28:19.344435 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59198) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:19.359162 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953335e-7dfe-4846-9565-f55bc4c1fba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b512e374-4012-4069-9c97-d3152569ca25,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:19.369422 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8953335e-7dfe-4846-9565-f55bc4c1fba2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.370287 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-0fbd0acd-1aae-4233-8f9f-6749a30bf368 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'security_group_rule': {'security_group_id': '978795dc-db1c-4b8e-924c-f068cf112a19', 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:19.374588 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8953335e-7dfe-4846-9565-f55bc4c1fba2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b512e374-4012-4069-9c97-d3152569ca25 HTTP/1.1" status: 204 len: 168 time: 0.4774239 Jul 13 23:28:19.377193 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59200) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:19.378625 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257bf7e1-fb46-4d2e-8ea2-5e88989a83cc None None] Network 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:28:19.383469 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (f06a5500-178c-41a3-8775-8311d13c34cf), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.410706 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.securitygroups_db [None req-0fbd0acd-1aae-4233-8f9f-6749a30bf368 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Project f96223da0efe45daaf57326c8f9d1ae1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 23:28:19.445644 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0acd-1aae-4233-8f9f-6749a30bf368 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (ceb8c706-7bd1-4522-a835-3c8c42210dac), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.478390 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Deleting port 4d009e31-8275-460d-9162-421e7db42d79 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:19.478705 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (4d009e31-8275-460d-9162-421e7db42d79), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.488286 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (1b8c451a-b62e-46b6-8a4a-30a9ccd26376), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.550075 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Deleting port 2d605df6-52c0-424b-93d8-05f051cbf61a {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:19.550477 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.584077 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '392063b8-bdeb-47e4-9e7e-ff03cabb6fc4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'port_id': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'mac_address': 'fa:16:3e:2b:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc11b570-15c0-4127-99e1-a15699722aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:28:16Z', 'updated_at': '2022-07-13T23:28:16Z', 'revision_number': 0, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:20Z', 'revision_number': 5, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:19.587746 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] For port 4d009e31-8275-460d-9162-421e7db42d79, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=4d009e31-8275-460d-9162-421e7db42d79,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:19.588105 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (4d009e31-8275-460d-9162-421e7db42d79), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.600914 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0acd-1aae-4233-8f9f-6749a30bf368 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (ceb8c706-7bd1-4522-a835-3c8c42210dac), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.609045 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0acd-1aae-4233-8f9f-6749a30bf368 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (ceb8c706-7bd1-4522-a835-3c8c42210dac), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.613870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Calling delete_port for 4d009e31-8275-460d-9162-421e7db42d79 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:19.623736 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62edc6c2-a9bf-46ad-b494-bc909b2dd27c None None] DHCP port deletion for f06a5500-178c-41a3-8775-8311d13c34cf request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:28:19.626110 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c831bec-7aed-4248-9d56-a49c7734f705 None None] The sync data for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi is: [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '392063b8-bdeb-47e4-9e7e-ff03cabb6fc4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'port_id': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'mac_address': 'fa:16:3e:2b:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc11b570-15c0-4127-99e1-a15699722aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:28:16Z', 'updated_at': '2022-07-13T23:28:16Z', 'revision_number': 0, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:20Z', 'revision_number': 5, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:19.645898 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd0acd-1aae-4233-8f9f-6749a30bf368 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb8c706-7bd1-4522-a835-3c8c42210dac,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:19.668970 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:19.686738 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-62edc6c2-a9bf-46ad-b494-bc909b2dd27c None None] Deleting port 4d009e31-8275-460d-9162-421e7db42d79 {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:19.687214 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0acd-1aae-4233-8f9f-6749a30bf368 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.687343 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-62edc6c2-a9bf-46ad-b494-bc909b2dd27c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (4d009e31-8275-460d-9162-421e7db42d79), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.691093 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0fbd0acd-1aae-4233-8f9f-6749a30bf368 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3431785 Jul 13 23:28:19.691507 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59204) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:19.691994 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] For port 2d605df6-52c0-424b-93d8-05f051cbf61a, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=2d605df6-52c0-424b-93d8-05f051cbf61a,segment=NetworkSegment(4689a379-d7b8-4364-ba8c-12640a96dfb0),segment_id=4689a379-d7b8-4364-ba8c-12640a96dfb0)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:19.692509 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.696238 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-fd6dc49f-794a-4ae5-87d1-73b2751175de tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'security_group_rule': {'security_group_id': '978795dc-db1c-4b8e-924c-f068cf112a19', 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:19.707438 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:19.713883 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Calling delete_port for 2d605df6-52c0-424b-93d8-05f051cbf61a owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:19.716887 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] DHCP port deletion for 1b8c451a-b62e-46b6-8a4a-30a9ccd26376 request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:28:19.745475 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.securitygroups_db [None req-fd6dc49f-794a-4ae5-87d1-73b2751175de tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Project f96223da0efe45daaf57326c8f9d1ae1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 23:28:19.758652 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc49f-794a-4ae5-87d1-73b2751175de tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (f111c37c-83f7-4f04-aaab-9e2f751b78dc), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.780231 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (4d009e31-8275-460d-9162-421e7db42d79), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.807578 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:19.816185 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Pushing event deleted for resources: {'Port': ['ID=4d009e31-8275-460d-9162-421e7db42d79,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:19.819469 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:19.822826 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-62edc6c2-a9bf-46ad-b494-bc909b2dd27c None None] For port 4d009e31-8275-460d-9162-421e7db42d79, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=4d009e31-8275-460d-9162-421e7db42d79,segment=NetworkSegment(268560e7-5917-4979-89f1-92684c266ee2),segment_id=268560e7-5917-4979-89f1-92684c266ee2)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:19.823232 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-62edc6c2-a9bf-46ad-b494-bc909b2dd27c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (4d009e31-8275-460d-9162-421e7db42d79), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.835197 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] Deleting port 2d605df6-52c0-424b-93d8-05f051cbf61a {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:19.835578 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.835971 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] No DVR routers for this DVR port 4d009e31-8275-460d-9162-421e7db42d79 on host dv-cinder-799871-29-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:19.836233 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.861629 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-62edc6c2-a9bf-46ad-b494-bc909b2dd27c None None] Calling delete_port for 4d009e31-8275-460d-9162-421e7db42d79 owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:19.873895 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d605df6-52c0-424b-93d8-05f051cbf61a,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:19.881041 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] No DVR routers for this DVR port 2d605df6-52c0-424b-93d8-05f051cbf61a on host dv-cinder-799871-29-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:19.914665 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:19.957649 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] For port 2d605df6-52c0-424b-93d8-05f051cbf61a, host dv-cinder-799871-29-iscsi, got binding levels [] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:19.958047 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.977665 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] Calling delete_port for 2d605df6-52c0-424b-93d8-05f051cbf61a owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:19.984787 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.ipam_backend_mixin [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] Port 2d605df6-52c0-424b-93d8-05f051cbf61a was not found and therefore no delete operation was performed {{(pid=104144) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 13 23:28:19.986287 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (1b8c451a-b62e-46b6-8a4a-30a9ccd26376), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.987484 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (2d605df6-52c0-424b-93d8-05f051cbf61a), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:19.998316 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6edca0-7246-4c54-bc84-1aa1cab6bc70 None None] New status for floating IP 392063b8-bdeb-47e4-9e7e-ff03cabb6fc4: ACTIVE {{(pid=104145) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:28:20.014100 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8c451a-b62e-46b6-8a4a-30a9ccd26376']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:20.023200 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] Pushing event deleted for resources: {'Port': ['ID=2d605df6-52c0-424b-93d8-05f051cbf61a,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:20.034545 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4689a379-d7b8-4364-ba8c-12640a96dfb0') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:20.035702 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4689a379-d7b8-4364-ba8c-12640a96dfb0') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:20.040466 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae3010-8ad9-4c82-ac9c-5449fef7afb1 None None] No DVR routers for this DVR port 2d605df6-52c0-424b-93d8-05f051cbf61a on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:20.062113 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-62edc6c2-a9bf-46ad-b494-bc909b2dd27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (4d009e31-8275-460d-9162-421e7db42d79), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.068699 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13795850'] for segment (4689a379-d7b8-4364-ba8c-12640a96dfb0), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.090074 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (4689a379-d7b8-4364-ba8c-12640a96dfb0), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.100851 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edc6c2-a9bf-46ad-b494-bc909b2dd27c None None] Pushing event deleted for resources: {'Port': ['ID=4d009e31-8275-460d-9162-421e7db42d79,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:20.101359 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:28:20.101908 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13859550'] for segment (4689a379-d7b8-4364-ba8c-12640a96dfb0), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.111097 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62edc6c2-a9bf-46ad-b494-bc909b2dd27c None None] No DVR routers for this DVR port 4d009e31-8275-460d-9162-421e7db42d79 on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:20.178344 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 4689a379-d7b8-4364-ba8c-12640a96dfb0 resource provider aggregate not found Jul 13 23:28:20.194945 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 4689a379-d7b8-4364-ba8c-12640a96dfb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4689a379-d7b8-4364-ba8c-12640a96dfb0 found for delete ", "request_id": "req-18d07a84-c26e-449b-bd7d-9f0d0d4ae561"}]} Jul 13 23:28:20.196670 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (1b8c451a-b62e-46b6-8a4a-30a9ccd26376), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.206427 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.212344 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1b8c451a-b62e-46b6-8a4a-30a9ccd26376 HTTP/1.1" status: 204 len: 168 time: 0.8314939 Jul 13 23:28:20.219935 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59210) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:20.227696 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5048e46-bc22-4dfc-8de7-1672f44dec50 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8c451a-b62e-46b6-8a4a-30a9ccd26376,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:20.235498 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (f06a5500-178c-41a3-8775-8311d13c34cf), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.254924 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc49f-794a-4ae5-87d1-73b2751175de tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (f111c37c-83f7-4f04-aaab-9e2f751b78dc), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.259559 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc49f-794a-4ae5-87d1-73b2751175de tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (f111c37c-83f7-4f04-aaab-9e2f751b78dc), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.279349 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06a5500-178c-41a3-8775-8311d13c34cf']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:20.297320 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dc49f-794a-4ae5-87d1-73b2751175de tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f111c37c-83f7-4f04-aaab-9e2f751b78dc,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:20.300189 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268560e7-5917-4979-89f1-92684c266ee2') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:20.300512 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268560e7-5917-4979-89f1-92684c266ee2') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:20.314832 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc49f-794a-4ae5-87d1-73b2751175de tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.319127 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-fd6dc49f-794a-4ae5-87d1-73b2751175de tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6239488 Jul 13 23:28:20.321845 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (268560e7-5917-4979-89f1-92684c266ee2), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.341246 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (268560e7-5917-4979-89f1-92684c266ee2), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.348806 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:28:20.349276 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (268560e7-5917-4979-89f1-92684c266ee2), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.399155 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 268560e7-5917-4979-89f1-92684c266ee2 resource provider aggregate not found Jul 13 23:28:20.440575 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 268560e7-5917-4979-89f1-92684c266ee2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 268560e7-5917-4979-89f1-92684c266ee2 found for delete ", "request_id": "req-f58bd121-95a5-4dd0-b617-4ffcfc4227bf"}]} Jul 13 23:28:20.479887 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-709f69de-d61d-4e59-ab0f-78cd46504a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:20.481471 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-709f69de-d61d-4e59-ab0f-78cd46504a27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1129 time: 0.0783808 Jul 13 23:28:20.482903 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (f06a5500-178c-41a3-8775-8311d13c34cf), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.494910 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.494910 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] 10.222.0.60 "DELETE /v2.0/networks/f06a5500-178c-41a3-8775-8311d13c34cf HTTP/1.1" status: 204 len: 168 time: 1.2417808 Jul 13 23:28:20.531994 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:20.538393 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db9e0699-240f-495a-b864-136011d5ce98 req-7a6de7a8-23c3-41ec-adc1-f220b01daf98 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129119671&fields=id&tenant_id=f96223da0efe45daaf57326c8f9d1ae1 HTTP/1.1" status: 200 len: 267 time: 0.1026127 Jul 13 23:28:20.582784 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fa351-46f8-4006-8a24-afc753912cce admin admin] Pushing event deleted for resources: {'Network': ['ID=f06a5500-178c-41a3-8775-8311d13c34cf,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:20.604393 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-3185c25d-7abf-4c03-af2d-7ce1769b00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:20.606183 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-3185c25d-7abf-4c03-af2d-7ce1769b00d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 200 len: 914 time: 0.1126306 Jul 13 23:28:20.629545 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0699-240f-495a-b864-136011d5ce98 req-76175665-4f12-45bd-83f0-27dce7f40022 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:20.631343 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db9e0699-240f-495a-b864-136011d5ce98 req-76175665-4f12-45bd-83f0-27dce7f40022 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.0802288 Jul 13 23:28:20.662017 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-db9e0699-240f-495a-b864-136011d5ce98 req-53e2da84-c63e-4381-a9b4-ecd172c01771 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'port': {'security_groups': ['ad812b3e-d91b-42d7-bb8c-1b034b357377', '978795dc-db1c-4b8e-924c-f068cf112a19']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:20.690660 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-1d3c865b-6b02-4fd5-bf06-6ca75a68beac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 1001 time: 0.0769362 Jul 13 23:28:20.728784 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59224) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:20.748071 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-ded90f12-83e5-447a-89eb-3c84a7b17637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:20.749816 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-ded90f12-83e5-447a-89eb-3c84a7b17637 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d904cf2e-56aa-48bf-a63b-496dfe0fcb71 HTTP/1.1" status: 200 len: 852 time: 0.0526650 Jul 13 23:28:20.765359 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2d605df6-52c0-424b-93d8-05f051cbf61a no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:20.786444 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 2d605df6-52c0-424b-93d8-05f051cbf61a {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:20.787070 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 2d605df6-52c0-424b-93d8-05f051cbf61a not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:20.787711 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 4d009e31-8275-460d-9162-421e7db42d79 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:20.803198 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-fdc1e196-e5cd-4f2a-a2d6-b93bfe06d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:20.804738 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-fdc1e196-e5cd-4f2a-a2d6-b93bfe06d602 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3145edf8-4c18-4d03-9343-f4cb9a9490a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433588 Jul 13 23:28:20.807016 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 4d009e31-8275-460d-9162-421e7db42d79 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:20.807361 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 4d009e31-8275-460d-9162-421e7db42d79 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:20.807813 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 35bb2a21-6627-468f-93c2-e87d7c504d76 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:20.813393 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (bbb6f429-6e32-4feb-9fd1-ec0796723666), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.820296 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-db9e0699-240f-495a-b864-136011d5ce98 req-53e2da84-c63e-4381-a9b4-ecd172c01771 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:20.834087 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 35bb2a21-6627-468f-93c2-e87d7c504d76 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:20.834570 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 35bb2a21-6627-468f-93c2-e87d7c504d76 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:20.835080 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b8911c72-ddec-4a1b-8dc6-e556276dc885 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:20.854330 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: b8911c72-ddec-4a1b-8dc6-e556276dc885 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:20.854866 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b8911c72-ddec-4a1b-8dc6-e556276dc885 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:20.893982 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-57161133-96b7-4221-b89c-0d044a26ee51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29d1268531c344eaaf28dc6c1498a467&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1613019 Jul 13 23:28:20.899498 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59226) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:20.924289 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-5ef38338-779a-46a3-be81-a36294337e52 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127450 Jul 13 23:28:21.005851 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:21.013959 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:21.029975 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d5de434a-9804-4438-aaf8-74b2ab8b85bd admin admin] Publish callbacks [] for security_group (ee7ef1fb-c157-4903-8864-f269190ce174), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:21.068321 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d5de434a-9804-4438-aaf8-74b2ab8b85bd admin admin] Publish callbacks [] for security_group (ee7ef1fb-c157-4903-8864-f269190ce174), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:21.076178 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4bd2c46b-56ef-4230-8eaf-a0f50df210e2 req-b13dfd7d-a74f-4f77-be36-a54704cfb910 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443775 Jul 13 23:28:21.122442 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d5de434a-9804-4438-aaf8-74b2ab8b85bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ee7ef1fb-c157-4903-8864-f269190ce174), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:21.125538 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d5de434a-9804-4438-aaf8-74b2ab8b85bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:21.126836 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d5de434a-9804-4438-aaf8-74b2ab8b85bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee7ef1fb-c157-4903-8864-f269190ce174 HTTP/1.1" status: 204 len: 168 time: 0.2261002 Jul 13 23:28:21.135467 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de434a-9804-4438-aaf8-74b2ab8b85bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7ef1fb-c157-4903-8864-f269190ce174,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:21.516225 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-db9e0699-240f-495a-b864-136011d5ce98 req-53e2da84-c63e-4381-a9b4-ecd172c01771 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] For port ac6b98f4-c418-4051-a292-8d82d918a5f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:21.518221 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Deleting port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:21.518497 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:21.601321 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-db9e0699-240f-495a-b864-136011d5ce98 req-53e2da84-c63e-4381-a9b4-ecd172c01771 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:21.610909 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-db9e0699-240f-495a-b864-136011d5ce98 req-53e2da84-c63e-4381-a9b4-ecd172c01771 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13859514'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:21.624543 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['ac6b98f4-c418-4051-a292-8d82d918a5f4'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:28:21.666037 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:21.688578 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0699-240f-495a-b864-136011d5ce98 req-53e2da84-c63e-4381-a9b4-ecd172c01771 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:21.689261 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-db9e0699-240f-495a-b864-136011d5ce98 req-53e2da84-c63e-4381-a9b4-ecd172c01771 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:21.690687 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db9e0699-240f-495a-b864-136011d5ce98 req-53e2da84-c63e-4381-a9b4-ecd172c01771 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "PUT /v2.0/ports/ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 981 time: 1.0351381 Jul 13 23:28:21.693068 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:28:21.693842 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702d9556-9b68-44b7-89a9-d4e956ec9eba" -d '{"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:28:21.704192 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] For port 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=9ab51769-86b9-4fa6-bed3-79c0f35ab5c3,segment=NetworkSegment(340ed4f7-0125-43ef-8f6d-aba4613edd6d),segment_id=340ed4f7-0125-43ef-8f6d-aba4613edd6d)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:21.704192 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:21.725119 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2da84-c63e-4381-a9b4-ecd172c01771 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'Port': ['ID=ac6b98f4-c418-4051-a292-8d82d918a5f4,revision_number=6']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:21.728453 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Calling delete_port for 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:21.770763 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['ac6b98f4-c418-4051-a292-8d82d918a5f4'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:28:21.811294 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d652e3-d84f-4d8e-9d0a-297c3ab84be3 x-openstack-request-id: req-34d652e3-d84f-4d8e-9d0a-297c3ab84be3 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:28:21.812232 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:28:21.812635 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34d652e3-d84f-4d8e-9d0a-297c3ab84be3 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:28:21.813238 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d652e3-d84f-4d8e-9d0a-297c3ab84be3'] response: {'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'status': 'completed', 'code': 200} Jul 13 23:28:21.880367 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-2ce899e4-672c-4ddc-afef-826e6918509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:21.882060 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-2ce899e4-672c-4ddc-afef-826e6918509f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1168 time: 0.0743208 Jul 13 23:28:21.963268 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8269b5-a93e-4f51-9c63-f35c2afd2bc3 req-ca1f90b0-c367-4ebc-9195-20007c194b4a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:21.964860 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-de8269b5-a93e-4f51-9c63-f35c2afd2bc3 req-ca1f90b0-c367-4ebc-9195-20007c194b4a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.1193583 Jul 13 23:28:22.055026 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-a2df58bf-4c3f-43bb-b5fd-10aad21d0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:22.057505 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:22.057630 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-a2df58bf-4c3f-43bb-b5fd-10aad21d0c53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 200 len: 914 time: 0.1654084 Jul 13 23:28:22.072590 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:22.096136 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-de8269b5-a93e-4f51-9c63-f35c2afd2bc3 req-651119a5-1c3c-453a-9fcc-ece2554f54a6 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181009 Jul 13 23:28:22.120843 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (9ab51769-86b9-4fa6-bed3-79c0f35ab5c3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:22.153586 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-4fac2f96-bf44-47ef-81ae-7829e57100e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 1001 time: 0.0885143 Jul 13 23:28:22.161715 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab51769-86b9-4fa6-bed3-79c0f35ab5c3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:22.170756 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-f7a46262-3623-4eca-81f4-637b7ad0c1c8 None None] Provisioning complete for port ac6b98f4-c418-4051-a292-8d82d918a5f4 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:22.171641 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f7a46262-3623-4eca-81f4-637b7ad0c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:22.230060 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-74ec398d-8526-4a9b-9d9b-18a24644637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:22.232744 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-74ec398d-8526-4a9b-9d9b-18a24644637c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d904cf2e-56aa-48bf-a63b-496dfe0fcb71 HTTP/1.1" status: 200 len: 852 time: 0.0745280 Jul 13 23:28:22.239377 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:22.286625 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-2341b025-4654-4680-a94a-be18d78c2556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:22.288484 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-2341b025-4654-4680-a94a-be18d78c2556 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3145edf8-4c18-4d03-9343-f4cb9a9490a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477252 Jul 13 23:28:22.389694 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (bbb6f429-6e32-4feb-9fd1-ec0796723666), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:22.434033 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:22.447492 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-92f148fc-999e-4c01-8a61-b492d9643a50 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521590 Jul 13 23:28:22.461594 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-f7a46262-3623-4eca-81f4-637b7ad0c1c8 None None] Current status of the port ac6b98f4-c418-4051-a292-8d82d918a5f4 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:22.583985 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-702d9556-9b68-44b7-89a9-d4e956ec9eba req-414fa504-39b1-4b18-ab3e-4ce9728b3d61 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295385 Jul 13 23:28:22.672595 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Router bbb6f429-6e32-4feb-9fd1-ec0796723666 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:28:22.740657 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:22.830242 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:22.835110 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5b60e0c9-5a65-41b5-aa2e-f06d52ff10b1 admin admin] 10.222.0.60 "PUT /v2.0/routers/bbb6f429-6e32-4feb-9fd1-ec0796723666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6138384 Jul 13 23:28:22.837824 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59290) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:22.842206 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] Sync routers for ids ['bbb6f429-6e32-4feb-9fd1-ec0796723666'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:22.854315 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] Routers {'bbb6f429-6e32-4feb-9fd1-ec0796723666'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:22.855242 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bbb6f429-6e32-4feb-9fd1-ec0796723666'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:22.929012 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:22.954643 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks [] for router (bbb6f429-6e32-4feb-9fd1-ec0796723666), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:22.983207 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] Set router bbb6f429-6e32-4feb-9fd1-ec0796723666 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:23.099594 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks [] for router_gateway (bbb6f429-6e32-4feb-9fd1-ec0796723666), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.148066 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Deleting port b8e4091c-4227-442a-bafa-b10f5bfa0ecc {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:23.148410 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.166859 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:20Z', 'updated_at': '2022-07-13T23:28:22Z', 'revision_number': 5, 'project_id': '49f42da3393441458d857e5f8d642df0', 'gw_port': {'id': 'b8e4091c-4227-442a-bafa-b10f5bfa0ecc', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:17:22Z', 'updated_at': '2022-07-13T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:23.196328 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] Checking router: bbb6f429-6e32-4feb-9fd1-ec0796723666 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:23.208313 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] Routers {'bbb6f429-6e32-4feb-9fd1-ec0796723666'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:23.209983 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['bbb6f429-6e32-4feb-9fd1-ec0796723666'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:23.246104 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] For port b8e4091c-4227-442a-bafa-b10f5bfa0ecc, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=b8e4091c-4227-442a-bafa-b10f5bfa0ecc,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:23.247028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.273011 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Calling delete_port for b8e4091c-4227-442a-bafa-b10f5bfa0ecc owned by network:router_gateway {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:23.345593 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:23.437313 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] Set router bbb6f429-6e32-4feb-9fd1-ec0796723666 gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:23.459257 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (b8e4091c-4227-442a-bafa-b10f5bfa0ecc), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.491799 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e4091c-4227-442a-bafa-b10f5bfa0ecc,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:23.505385 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:20Z', 'updated_at': '2022-07-13T23:28:23Z', 'revision_number': 6, 'project_id': '49f42da3393441458d857e5f8d642df0', 'gw_port_host': None}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:23.540455 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ae2ce-7cb2-403a-8a54-6de3a2076e3f None None] The sync data for ids ['bbb6f429-6e32-4feb-9fd1-ec0796723666'] in dv-cinder-799871-29-iscsi is: [{'id': 'bbb6f429-6e32-4feb-9fd1-ec0796723666', 'name': 'tempest-TestVolumeBootPattern-117513064-router', 'tenant_id': '49f42da3393441458d857e5f8d642df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:17:20Z', 'updated_at': '2022-07-13T23:28:23Z', 'revision_number': 6, 'project_id': '49f42da3393441458d857e5f8d642df0', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:23.578327 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (bbb6f429-6e32-4feb-9fd1-ec0796723666), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.663111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (bbb6f429-6e32-4feb-9fd1-ec0796723666), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.664754 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks [] for router_controller (bbb6f429-6e32-4feb-9fd1-ec0796723666), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.706999 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (bbb6f429-6e32-4feb-9fd1-ec0796723666), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.707631 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb6f429-6e32-4feb-9fd1-ec0796723666 {{(pid=104142) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:28:23.711698 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.712833 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-17d16ffd-32a0-431e-b264-d95fb5810b2f admin admin] 10.222.0.60 "DELETE /v2.0/routers/bbb6f429-6e32-4feb-9fd1-ec0796723666 HTTP/1.1" status: 204 len: 168 time: 0.8739343 Jul 13 23:28:23.715837 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59310) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:23.758923 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d3dd22-4647-46ad-abe3-07eb0969477f admin admin] Deleting subnet 10303d8a-7dce-46d8-824b-f4137ce367a0 {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:28:23.762318 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39d3dd22-4647-46ad-abe3-07eb0969477f admin admin] Publish callbacks [] for subnet (10303d8a-7dce-46d8-824b-f4137ce367a0), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.800928 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39d3dd22-4647-46ad-abe3-07eb0969477f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13795869'] for subnet (10303d8a-7dce-46d8-824b-f4137ce367a0), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.843574 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:23.879493 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39d3dd22-4647-46ad-abe3-07eb0969477f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (10303d8a-7dce-46d8-824b-f4137ce367a0), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.947397 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39d3dd22-4647-46ad-abe3-07eb0969477f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13261050'] for subnet (10303d8a-7dce-46d8-824b-f4137ce367a0), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.982953 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3dd22-4647-46ad-abe3-07eb0969477f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10303d8a-7dce-46d8-824b-f4137ce367a0,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:23.989296 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39d3dd22-4647-46ad-abe3-07eb0969477f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:23.992426 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-39d3dd22-4647-46ad-abe3-07eb0969477f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/10303d8a-7dce-46d8-824b-f4137ce367a0 HTTP/1.1" status: 204 len: 168 time: 0.2756715 Jul 13 23:28:23.995131 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59320) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:23.995927 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64009cc-ee50-409b-8f68-71a26cf21735 None None] Network ba7543c1-ad64-4dbc-9709-4ab76c48158b requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:28:24.010517 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:24.110371 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (ba7543c1-ad64-4dbc-9709-4ab76c48158b), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.181904 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Deleting port d7a07c99-982b-4eab-bff5-28097a491334 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:24.182206 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (d7a07c99-982b-4eab-bff5-28097a491334), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.201690 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8a2b5-2611-4243-8a5b-0757a3cdea3e None None] DHCP port deletion for ba7543c1-ad64-4dbc-9709-4ab76c48158b request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:28:24.254390 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8a2b5-2611-4243-8a5b-0757a3cdea3e None None] Deleting port d7a07c99-982b-4eab-bff5-28097a491334 {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:28:24.258105 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2b5-2611-4243-8a5b-0757a3cdea3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (d7a07c99-982b-4eab-bff5-28097a491334), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.274426 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59326) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:24.275154 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] For port d7a07c99-982b-4eab-bff5-28097a491334, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=d7a07c99-982b-4eab-bff5-28097a491334,segment=NetworkSegment(340ed4f7-0125-43ef-8f6d-aba4613edd6d),segment_id=340ed4f7-0125-43ef-8f6d-aba4613edd6d)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:24.275571 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (d7a07c99-982b-4eab-bff5-28097a491334), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.294518 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Calling delete_port for d7a07c99-982b-4eab-bff5-28097a491334 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:24.349119 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59330) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:24.355437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:24.358132 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-3bc8a2b5-2611-4243-8a5b-0757a3cdea3e None None] For port d7a07c99-982b-4eab-bff5-28097a491334, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=d7a07c99-982b-4eab-bff5-28097a491334,segment=NetworkSegment(340ed4f7-0125-43ef-8f6d-aba4613edd6d),segment_id=340ed4f7-0125-43ef-8f6d-aba4613edd6d)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:24.358948 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2b5-2611-4243-8a5b-0757a3cdea3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (d7a07c99-982b-4eab-bff5-28097a491334), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.378971 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8a2b5-2611-4243-8a5b-0757a3cdea3e None None] Calling delete_port for d7a07c99-982b-4eab-bff5-28097a491334 owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:28:24.411342 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (d7a07c99-982b-4eab-bff5-28097a491334), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.448360 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a07c99-982b-4eab-bff5-28097a491334,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:24.459626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] No DVR routers for this DVR port d7a07c99-982b-4eab-bff5-28097a491334 on host dv-cinder-799871-29-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:24.464857 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:24.512671 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2b5-2611-4243-8a5b-0757a3cdea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (d7a07c99-982b-4eab-bff5-28097a491334), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.520554 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0dd8620c-3f32-4706-95ae-19a6c59f3cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.544797 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8a2b5-2611-4243-8a5b-0757a3cdea3e None None] Pushing event deleted for resources: {'Port': ['ID=d7a07c99-982b-4eab-bff5-28097a491334,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:24.549671 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8a2b5-2611-4243-8a5b-0757a3cdea3e None None] No DVR routers for this DVR port d7a07c99-982b-4eab-bff5-28097a491334 on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:28:24.609452 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (ba7543c1-ad64-4dbc-9709-4ab76c48158b), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.624071 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da00f7c3-8ead-49b7-972a-a315314f0774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.648188 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7543c1-ad64-4dbc-9709-4ab76c48158b']}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:24.648599 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0dd8620c-3f32-4706-95ae-19a6c59f3cc2 admin admin] Publish callbacks [] for security_group (dc5813d2-57aa-460c-86be-2892889042f1), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.653488 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0dd8620c-3f32-4706-95ae-19a6c59f3cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (dc5813d2-57aa-460c-86be-2892889042f1), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.665551 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340ed4f7-0125-43ef-8f6d-aba4613edd6d') {'for_net_delete': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:24.665927 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.services.segments.db [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340ed4f7-0125-43ef-8f6d-aba4613edd6d') {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:24.679895 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15074497'] for segment (340ed4f7-0125-43ef-8f6d-aba4613edd6d), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.707362 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0dd8620c-3f32-4706-95ae-19a6c59f3cc2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fec7088104454472a44015a743c0c284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314282 Jul 13 23:28:24.708656 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8620c-3f32-4706-95ae-19a6c59f3cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5813d2-57aa-460c-86be-2892889042f1,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:24.711764 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59338) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:24.718331 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (340ed4f7-0125-43ef-8f6d-aba4613edd6d), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.732310 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=104143) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:28:24.732706 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16505613'] for segment (340ed4f7-0125-43ef-8f6d-aba4613edd6d), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.753940 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:24.771966 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 340ed4f7-0125-43ef-8f6d-aba4613edd6d resource provider aggregate not found Jul 13 23:28:24.804446 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b8e4091c-4227-442a-bafa-b10f5bfa0ecc no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:24.806641 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d180f78-3390-414b-bad4-9feb6dff2f0a admin admin] Publish callbacks [] for security_group (dc5813d2-57aa-460c-86be-2892889042f1), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.818788 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.services.segments.plugin [-] Segment 340ed4f7-0125-43ef-8f6d-aba4613edd6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 340ed4f7-0125-43ef-8f6d-aba4613edd6d found for delete ", "request_id": "req-b1db4fe1-82c1-4c9d-9c82-081bbcfb7df2"}]} Jul 13 23:28:24.828315 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: b8e4091c-4227-442a-bafa-b10f5bfa0ecc {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:24.829089 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device b8e4091c-4227-442a-bafa-b10f5bfa0ecc not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:24.829729 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:24.838410 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da00f7c3-8ead-49b7-972a-a315314f0774 admin admin] Publish callbacks [] for security_group (7d548356-9416-4073-8c3e-939fbe828656), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.848280 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-da00f7c3-8ead-49b7-972a-a315314f0774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (7d548356-9416-4073-8c3e-939fbe828656), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.863769 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d180f78-3390-414b-bad4-9feb6dff2f0a admin admin] Publish callbacks [] for security_group (dc5813d2-57aa-460c-86be-2892889042f1), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.872057 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:24.872711 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 9ab51769-86b9-4fa6-bed3-79c0f35ab5c3 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:24.873329 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device d7a07c99-982b-4eab-bff5-28097a491334 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:28:24.878770 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (ba7543c1-ad64-4dbc-9709-4ab76c48158b), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.891731 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.897584 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ba7543c1-ad64-4dbc-9709-4ab76c48158b HTTP/1.1" status: 204 len: 168 time: 0.9013174 Jul 13 23:28:24.898931 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:24.900854 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-da00f7c3-8ead-49b7-972a-a315314f0774 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=705fba370d7a42b18e24d3772bcccc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5505395 Jul 13 23:28:24.903590 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: d7a07c99-982b-4eab-bff5-28097a491334 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:28:24.904781 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59346) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:24.907244 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device d7a07c99-982b-4eab-bff5-28097a491334 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:28:24.916543 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fb3b8-a763-4557-bbdc-7322c0e86101 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7543c1-ad64-4dbc-9709-4ab76c48158b,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:24.928595 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00f7c3-8ead-49b7-972a-a315314f0774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d548356-9416-4073-8c3e-939fbe828656,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:24.973211 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d180f78-3390-414b-bad4-9feb6dff2f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (dc5813d2-57aa-460c-86be-2892889042f1), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.976256 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d180f78-3390-414b-bad4-9feb6dff2f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:24.977661 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2d180f78-3390-414b-bad4-9feb6dff2f0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc5813d2-57aa-460c-86be-2892889042f1 HTTP/1.1" status: 204 len: 168 time: 0.2649820 Jul 13 23:28:24.996111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d180f78-3390-414b-bad4-9feb6dff2f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5813d2-57aa-460c-86be-2892889042f1,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:25.029121 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3451da17-1197-49c2-8934-a5dc18d800b7 admin admin] Publish callbacks [] for security_group (7d548356-9416-4073-8c3e-939fbe828656), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.077884 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3451da17-1197-49c2-8934-a5dc18d800b7 admin admin] Publish callbacks [] for security_group (7d548356-9416-4073-8c3e-939fbe828656), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.092729 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59356) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:25.171339 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-43705514-1f67-4744-b2e9-89f3ba5be5c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d631f17810f94dcc91dfcb28a4b17c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0774548 Jul 13 23:28:25.177205 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59360) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:25.191137 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3451da17-1197-49c2-8934-a5dc18d800b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (7d548356-9416-4073-8c3e-939fbe828656), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.195064 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3451da17-1197-49c2-8934-a5dc18d800b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.196476 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3451da17-1197-49c2-8934-a5dc18d800b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d548356-9416-4073-8c3e-939fbe828656 HTTP/1.1" status: 204 len: 168 time: 0.2907200 Jul 13 23:28:25.205834 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451da17-1197-49c2-8934-a5dc18d800b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d548356-9416-4073-8c3e-939fbe828656,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:25.254881 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-26784bd7-fd10-4b38-b765-18e3ddcf37dd admin admin] Publish callbacks [] for security_group (c4783911-38c4-4967-ab31-8aafad76f11f), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.281605 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-26784bd7-fd10-4b38-b765-18e3ddcf37dd admin admin] Publish callbacks [] for security_group (c4783911-38c4-4967-ab31-8aafad76f11f), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.339711 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-26784bd7-fd10-4b38-b765-18e3ddcf37dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (c4783911-38c4-4967-ab31-8aafad76f11f), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.343475 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-26784bd7-fd10-4b38-b765-18e3ddcf37dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.347123 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-26784bd7-fd10-4b38-b765-18e3ddcf37dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4783911-38c4-4967-ab31-8aafad76f11f HTTP/1.1" status: 204 len: 168 time: 0.1698368 Jul 13 23:28:25.354528 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26784bd7-fd10-4b38-b765-18e3ddcf37dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4783911-38c4-4967-ab31-8aafad76f11f,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:25.730979 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59388) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:25.786139 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59390) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:25.786401 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-8ddec255-b49d-49ca-b1d7-945e5849bc6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49f42da3393441458d857e5f8d642df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540826 Jul 13 23:28:25.844565 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2647258f-3262-4ee0-ac4b-9b8df2288c27 admin admin] Publish callbacks [] for security_group (41cdff1c-3a93-4eb0-872c-9c14983fc07b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.868198 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:25.870429 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2647258f-3262-4ee0-ac4b-9b8df2288c27 admin admin] Publish callbacks [] for security_group (41cdff1c-3a93-4eb0-872c-9c14983fc07b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.927997 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2647258f-3262-4ee0-ac4b-9b8df2288c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (41cdff1c-3a93-4eb0-872c-9c14983fc07b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.930533 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2647258f-3262-4ee0-ac4b-9b8df2288c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:25.931737 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2647258f-3262-4ee0-ac4b-9b8df2288c27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41cdff1c-3a93-4eb0-872c-9c14983fc07b HTTP/1.1" status: 204 len: 168 time: 0.1440825 Jul 13 23:28:25.941225 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647258f-3262-4ee0-ac4b-9b8df2288c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cdff1c-3a93-4eb0-872c-9c14983fc07b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:26.004260 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59402) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:26.313170 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-656562223-network', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:26.352464 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Made reservation on behalf of d2f20deb401b4c348b0a18177ec0d2d7 for: {'network': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:28:26.356587 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.372282 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.431408 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:26.475195 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Publish callbacks [] for security_group (7787e004-566b-4adf-bb34-8f35a1fc82f7), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.482801 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (7787e004-566b-4adf-bb34-8f35a1fc82f7), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.498097 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=104143) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:28:26.524920 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (bdd60239-c563-4629-9558-c3df00c28628), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.525332 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.segments_db [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Added segment bdd60239-c563-4629-9558-c3df00c28628 of type vlan for network 6373687c-121a-4785-bd50-6399d920abb3 Jul 13 23:28:26.535283 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7787e004-566b-4adf-bb34-8f35a1fc82f7,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:26.570228 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (6373687c-121a-4785-bd50-6399d920abb3), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.597548 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (6373687c-121a-4785-bd50-6399d920abb3), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.598969 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:26.599716 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.671412 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59422) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:26.671578 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6655946 Jul 13 23:28:26.677439 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Request body: {'subnet': {'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-656562223-subnet', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:26.679557 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433becf-d6cf-4518-8410-fed35fa08dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=6373687c-121a-4785-bd50-6399d920abb3,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:26.695262 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 6373687c-121a-4785-bd50-6399d920abb3 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:28:26.704966 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Made reservation on behalf of d2f20deb401b4c348b0a18177ec0d2d7 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:28:26.710863 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260993'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.917191 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13261043'] for subnet (699c5bd3-c9dd-4a88-a87c-0410b661cc06), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:26.981226 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=699c5bd3-c9dd-4a88-a87c-0410b661cc06,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:26.995856 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Checking segment: {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:28:26.996204 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Network hostable DHCP agents. Network: 6373687c-121a-4785-bd50-6399d920abb3, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:28:27.014360 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Network 6373687c-121a-4785-bd50-6399d920abb3 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:28:27.023713 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 6373687c-121a-4785-bd50-6399d920abb3) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:27.028810 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:27.030113 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.033348 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4fc9cd-65ba-4bdf-8ed4-598ea6b4a43c None None] Network 6373687c-121a-4785-bd50-6399d920abb3 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:28:27.046285 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-caf7a205-d00e-42f4-8ccb-14331e43cb46 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3735738 Jul 13 23:28:27.049591 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59444) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:27.054196 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:27.077424 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.078543 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.131285 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks [] for router_controller (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.144654 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-6373687c-121a-4785-bd50-6399d920abb3', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:28:27.145695 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.273030 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks [] for router_gateway (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.297085 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Allocated IP 172.20.0.2 (6373687c-121a-4785-bd50-6399d920abb3/699c5bd3-c9dd-4a88-a87c-0410b661cc06/e9186989-6879-4516-96c5-aa9178064f23) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:28:27.346317 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:27.455437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Publish callbacks [] for port (e9186989-6879-4516-96c5-aa9178064f23), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.463039 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (e9186989-6879-4516-96c5-aa9178064f23), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.508864 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Network 6373687c-121a-4785-bd50-6399d920abb3 is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:28:27.514971 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:27.518948 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:28:27.539656 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Pushing event updated for resources: {'Port': ['ID=e9186989-6879-4516-96c5-aa9178064f23,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:27.604500 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Attempting to bind port e9186989-6879-4516-96c5-aa9178064f23 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:28:27.605089 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Attempting to bind port e9186989-6879-4516-96c5-aa9178064f23 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:28:27.605515 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Attempting to bind port e9186989-6879-4516-96c5-aa9178064f23 on network 6373687c-121a-4785-bd50-6399d920abb3 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:28:27.610287 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:27.612860 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:28:27.613375 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Checking segment: {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:28:27.613847 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.614307 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Bound using segment: {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:28:27.614873 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Bound port: e9186989-6879-4516-96c5-aa9178064f23, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:28:27.615322 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e9186989-6879-4516-96c5-aa9178064f23), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.619096 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:27.692416 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] For port e9186989-6879-4516-96c5-aa9178064f23, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:28:27.696019 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] For port e9186989-6879-4516-96c5-aa9178064f23, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=e9186989-6879-4516-96c5-aa9178064f23,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:28:27.704730 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e9186989-6879-4516-96c5-aa9178064f23), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.749205 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks [] for router_gateway (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.773328 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:27.781436 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685fbb-32e1-430e-9558-c6b3adb033ff None None] Pushing event updated for resources: {'Port': ['ID=e9186989-6879-4516-96c5-aa9178064f23,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:27.843944 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:27.900739 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Allocated IP 172.27.3.209 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/8ca3f671-3841-469e-a676-2668931c8878) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:28:28.051922 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks [] for port (8ca3f671-3841-469e-a676-2668931c8878), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:28.094670 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (8ca3f671-3841-469e-a676-2668931c8878), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:28.134062 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:28:28.139375 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:28.148205 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:28:28.176416 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Pushing event updated for resources: {'Port': ['ID=8ca3f671-3841-469e-a676-2668931c8878,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:28.413109 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks [] for router_gateway (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:28.620059 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:28.624192 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:28.785265 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:28:28.789043 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device e9186989-6879-4516-96c5-aa9178064f23 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:28.858225 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port e9186989-6879-4516-96c5-aa9178064f23 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:28.858598 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e9186989-6879-4516-96c5-aa9178064f23), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:28.863431 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:28.897202 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aa5a96-1763-4926-8ea4-493b216def6c None None] Network 6373687c-121a-4785-bd50-6399d920abb3 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:28:28.919928 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:28.931942 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Sync routers for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:28.942493 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:28.943168 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:28.954380 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:28.955911 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-40b08472-9487-45f3-a913-c6810294155d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9052346 Jul 13 23:28:28.958492 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59494) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:28.997035 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-8baf5ccb-bcc2-47fc-a301-19bc90fe40d8 None None] Provisioning complete for port e9186989-6879-4516-96c5-aa9178064f23 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:28.997547 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-8baf5ccb-bcc2-47fc-a301-19bc90fe40d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e9186989-6879-4516-96c5-aa9178064f23), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.055988 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:29.101255 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port e9186989-6879-4516-96c5-aa9178064f23 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:29.101700 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e9186989-6879-4516-96c5-aa9178064f23), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.174951 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port e9186989-6879-4516-96c5-aa9178064f23, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=e9186989-6879-4516-96c5-aa9178064f23,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:29.185276 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e9186989-6879-4516-96c5-aa9178064f23), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.203586 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-8baf5ccb-bcc2-47fc-a301-19bc90fe40d8 None None] Current status of the port e9186989-6879-4516-96c5-aa9178064f23 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:29.204212 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-8baf5ccb-bcc2-47fc-a301-19bc90fe40d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e9186989-6879-4516-96c5-aa9178064f23), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.274023 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:28Z', 'revision_number': 3, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:29.302806 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.db.api [None req-8baf5ccb-bcc2-47fc-a301-19bc90fe40d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104144) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 13 23:28:29.303216 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG oslo_db.api [None req-8baf5ccb-bcc2-47fc-a301-19bc90fe40d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 23:28:29.307824 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Checking router: 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:29.308009 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=e9186989-6879-4516-96c5-aa9178064f23,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:29.308487 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Updating router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 port 8ca3f671-3841-469e-a676-2668931c8878 binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:28:29.339591 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8ca3f671-3841-469e-a676-2668931c8878), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.476856 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.592687 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Publish callbacks [] for port (8ca3f671-3841-469e-a676-2668931c8878), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.598224 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8ca3f671-3841-469e-a676-2668931c8878), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.601484 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:29.616204 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:29.629766 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Allocated IP 172.20.0.1 (6373687c-121a-4785-bd50-6399d920abb3/699c5bd3-c9dd-4a88-a87c-0410b661cc06/5065a905-8048-4f2a-bcff-e182f2c40391) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:28:29.657376 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Attempting to bind port 8ca3f671-3841-469e-a676-2668931c8878 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:28:29.657733 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Attempting to bind port 8ca3f671-3841-469e-a676-2668931c8878 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:28:29.658088 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Attempting to bind port 8ca3f671-3841-469e-a676-2668931c8878 on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:28:29.660642 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Pushing event updated for resources: {'Port': ['ID=8ca3f671-3841-469e-a676-2668931c8878,revision_number=2']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:29.669575 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:28:29.669943 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:28:29.670337 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.670722 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:28:29.671171 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Bound port: 8ca3f671-3841-469e-a676-2668931c8878, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:28:29.671561 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8ca3f671-3841-469e-a676-2668931c8878), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.673861 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.674194 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.674520 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.674871 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.675191 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.675503 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.675843 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.676154 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.676479 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.676791 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.677099 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.677418 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.677727 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.678030 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.678331 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:29.729020 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] For port 8ca3f671-3841-469e-a676-2668931c8878, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:28:29.732649 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] For port 8ca3f671-3841-469e-a676-2668931c8878, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=8ca3f671-3841-469e-a676-2668931c8878,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:28:29.737522 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Publish callbacks [] for port (5065a905-8048-4f2a-bcff-e182f2c40391), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.738476 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8ca3f671-3841-469e-a676-2668931c8878), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.744828 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:29.770920 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.796509 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:29.802259 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:29.802884 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:29.819556 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Network 6373687c-121a-4785-bd50-6399d920abb3 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:28:29.821045 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Pushing event updated for resources: {'Port': ['ID=5065a905-8048-4f2a-bcff-e182f2c40391,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:29.823997 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:29.826863 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:28:29.840317 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-8baf5ccb-bcc2-47fc-a301-19bc90fe40d8 None None] Current status of the port e9186989-6879-4516-96c5-aa9178064f23 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:29.850138 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb38b9d-0c2a-40c4-9d48-cb86f31c74da None None] Pushing event updated for resources: {'Port': ['ID=8ca3f671-3841-469e-a676-2668931c8878,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:29.868416 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:29.928712 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:29.963997 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:29.967082 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-3c2129b4-81e8-49b3-9247-6bd7755fd0d8 None None] Provisioning complete for port e9186989-6879-4516-96c5-aa9178064f23 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:29.967807 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3c2129b4-81e8-49b3-9247-6bd7755fd0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e9186989-6879-4516-96c5-aa9178064f23), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:30.012673 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:30.061142 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-3c2129b4-81e8-49b3-9247-6bd7755fd0d8 None None] Current status of the port e9186989-6879-4516-96c5-aa9178064f23 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:30.137180 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:28Z', 'revision_number': 3, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:30.161505 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc5a40-5250-4113-bdd3-9c854883b53d None None] The sync data for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi is: [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:28Z', 'revision_number': 3, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:30.180003 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-5e749754-876f-4a72-a22d-0133c47d340d None None] Provisioning complete for port 5065a905-8048-4f2a-bcff-e182f2c40391 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:30.180366 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5e749754-876f-4a72-a22d-0133c47d340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:30.189491 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Publish callbacks [] for port (5065a905-8048-4f2a-bcff-e182f2c40391), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:30.194017 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13859514'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:30.216454 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-5e749754-876f-4a72-a22d-0133c47d340d None None] Port 5065a905-8048-4f2a-bcff-e182f2c40391 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:28:30.274215 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Pushing event updated for resources: {'Port': ['ID=5065a905-8048-4f2a-bcff-e182f2c40391,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:30.278973 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:30.376433 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=96 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:30.378633 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Network 6373687c-121a-4785-bd50-6399d920abb3 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:28:30.380222 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:30.517694 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:28:30.559683 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-822da643-b6d6-4105-b604-35114e70525e req-3e2b9625-a36b-4c6d-a678-f81c04bfaa76 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543098 Jul 13 23:28:30.647016 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:30.652042 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f298da1d-5da8-4cf5-a380-538afc69b5ba admin admin] 10.222.0.60 "PUT /v2.0/routers/40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6923227 Jul 13 23:28:30.666493 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822da643-b6d6-4105-b604-35114e70525e req-0b361461-f134-400f-8526-1a26db3a4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:30.669828 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-822da643-b6d6-4105-b604-35114e70525e req-0b361461-f134-400f-8526-1a26db3a4a85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1168 time: 0.0574498 Jul 13 23:28:30.741447 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-7b1205f6-7e7a-493c-9ecd-5042d36dc60e None None] Provisioning complete for port 5065a905-8048-4f2a-bcff-e182f2c40391 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:30.741909 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7b1205f6-7e7a-493c-9ecd-5042d36dc60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:30.808197 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-7b1205f6-7e7a-493c-9ecd-5042d36dc60e None None] Port 5065a905-8048-4f2a-bcff-e182f2c40391 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:28:30.821979 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822da643-b6d6-4105-b604-35114e70525e req-b3f9a918-7060-4034-9d16-3d8bbd244742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:30.823461 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-822da643-b6d6-4105-b604-35114e70525e req-b3f9a918-7060-4034-9d16-3d8bbd244742 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 200 len: 914 time: 0.1333678 Jul 13 23:28:30.872213 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 8ca3f671-3841-469e-a676-2668931c8878 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:30.895787 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-822da643-b6d6-4105-b604-35114e70525e req-779626c8-8449-4108-9b98-5d8dac698d98 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 1001 time: 0.0661590 Jul 13 23:28:30.918608 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:30.925375 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 8ca3f671-3841-469e-a676-2668931c8878 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:30.925990 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8ca3f671-3841-469e-a676-2668931c8878), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:30.947001 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:30.962119 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822da643-b6d6-4105-b604-35114e70525e req-852ae1eb-ee81-46d0-bc1a-1c29e4cb8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:30.963727 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-822da643-b6d6-4105-b604-35114e70525e req-852ae1eb-ee81-46d0-bc1a-1c29e4cb8a11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d904cf2e-56aa-48bf-a63b-496dfe0fcb71 HTTP/1.1" status: 200 len: 852 time: 0.0620139 Jul 13 23:28:31.020328 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 8ca3f671-3841-469e-a676-2668931c8878 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:31.020719 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (8ca3f671-3841-469e-a676-2668931c8878), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.034005 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822da643-b6d6-4105-b604-35114e70525e req-b3ed14df-74c2-4a91-9783-ee5119929fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:31.038085 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-822da643-b6d6-4105-b604-35114e70525e req-b3ed14df-74c2-4a91-9783-ee5119929fa4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3145edf8-4c18-4d03-9343-f4cb9a9490a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679157 Jul 13 23:28:31.055702 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port 8ca3f671-3841-469e-a676-2668931c8878, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=8ca3f671-3841-469e-a676-2668931c8878,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:31.062500 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (8ca3f671-3841-469e-a676-2668931c8878), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.063340 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device e9186989-6879-4516-96c5-aa9178064f23 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:31.153708 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=8ca3f671-3841-469e-a676-2668931c8878,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:31.162699 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port e9186989-6879-4516-96c5-aa9178064f23 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:31.163038 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e9186989-6879-4516-96c5-aa9178064f23), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.174791 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-822da643-b6d6-4105-b604-35114e70525e req-753a8dd6-85ac-40a2-a4b1-344fa782e39f service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296265 Jul 13 23:28:31.241149 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port e9186989-6879-4516-96c5-aa9178064f23 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:31.291734 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-822da643-b6d6-4105-b604-35114e70525e req-76b1dbbf-2aa6-4d54-af49-cd869165a651 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095827 Jul 13 23:28:31.404183 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59526) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:31.409074 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1823584629-network', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:31.425312 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:31.430395 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Made reservation on behalf of c13ca5d8f19349e19431c40f3bae5893 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:28:31.432727 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.443224 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.518097 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Publish callbacks [] for security_group (2c62f60e-b8d1-4654-aca4-4bebcbb9ee3a), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.522174 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (2c62f60e-b8d1-4654-aca4-4bebcbb9ee3a), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.548112 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 23:28:31.558627 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c62f60e-b8d1-4654-aca4-4bebcbb9ee3a,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:31.564203 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (0a398b86-1463-4eb3-b153-e81b29298fc4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.564456 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Added segment 0a398b86-1463-4eb3-b153-e81b29298fc4 of type vlan for network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 Jul 13 23:28:31.610320 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152658481'] for network (2490c2a0-fe64-4bbd-b846-ec9c96a04673), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.638458 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987'] for network (2490c2a0-fe64-4bbd-b846-ec9c96a04673), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.639626 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:31.640254 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.704636 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2993276 Jul 13 23:28:31.707814 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59530) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:31.708583 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4ef4f-8c03-41c4-bcb2-f0ab759c1c01 admin admin] Pushing event updated for resources: {'Network': ['ID=2490c2a0-fe64-4bbd-b846-ec9c96a04673,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:31.714613 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Request body: {'subnet': {'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1823584629-subnet', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'ip_version': 4}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:31.720008 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 details requested by agent ovs-agent-dv-cinder-799871-29-iscsi with host dv-cinder-799871-29-iscsi {{(pid=104144) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 23:28:31.743583 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Made reservation on behalf of c13ca5d8f19349e19431c40f3bae5893 for: {'subnet': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:28:31.748649 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14774596'] for subnet (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.883640 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:31.938394 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16506592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14774646'] for subnet (404d09a7-9117-4eec-beb1-f1397344db77), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:31.990732 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=404d09a7-9117-4eec-beb1-f1397344db77,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:31.993005 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Sync routers for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:32.006281 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.006621 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.006956 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.007286 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.007644 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.007971 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.008289 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.008607 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.008924 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.009272 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.009555 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.009868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.010178 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.010488 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.010797 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:28:32.012100 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:32.013042 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:32.019479 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Checking segment: {'id': '0a398b86-1463-4eb3-b153-e81b29298fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:28:32.019869 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Network hostable DHCP agents. Network: 2490c2a0-fe64-4bbd-b846-ec9c96a04673, hostable agents: ['3cddbbc1-ba25-4887-aa26-077b53e39a9f'], hosted agents: [] {{(pid=104143) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 23:28:32.037793 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 is scheduled to be hosted by DHCP agent 3cddbbc1-ba25-4887-aa26-077b53e39a9f with binding_index 1 {{(pid=104143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 23:28:32.047256 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-29-iscsi, 2490c2a0-fe64-4bbd-b846-ec9c96a04673) {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:32.051493 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:28:32.052118 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.059098 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5614adf3-d035-4400-83c0-542658898e3d None None] Network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:28:32.068262 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-806c0a6c-7616-4fb6-9847-031d86b21dcb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3585377 Jul 13 23:28:32.070734 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59532) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:32.075022 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:32.100002 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-447'] for router (2151f7cc-223d-4774-be66-d3c69980f663), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.101111 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-397575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-392'] for router (2151f7cc-223d-4774-be66-d3c69980f663), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.169120 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks [] for router_controller (2151f7cc-223d-4774-be66-d3c69980f663), precommit_add_association {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.317168 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks [] for router_gateway (2151f7cc-223d-4774-be66-d3c69980f663), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.346231 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:32.393032 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:32.441118 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dc90ada-67cd-5281-a77f-8dea05913797-2490c2a0-fe64-4bbd-b846-ec9c96a04673', 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673', 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'fixed_ips': [{'subnet_id': '404d09a7-9117-4eec-beb1-f1397344db77'}]}} from dv-cinder-799871-29-iscsi. {{(pid=104144) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 13 23:28:32.442034 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.463189 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:32.535443 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks [] for router_gateway (2151f7cc-223d-4774-be66-d3c69980f663), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.555735 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.685113 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:32.688148 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Allocated IP 172.27.3.122 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/7ae6c657-8ed0-4661-bf31-95396aef761e) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:28:32.688520 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '5065a905-8048-4f2a-bcff-e182f2c40391', 'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'mac_address': 'fa:16:3e:61:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:29Z', 'updated_at': '2022-07-13T23:28:30Z', 'revision_number': 2, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'subnets': [{'id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:32.718658 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Checking router: 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:32.719038 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Updating router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 port 5065a905-8048-4f2a-bcff-e182f2c40391 binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:28:32.722537 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.db_base_plugin_common [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Allocated IP 172.20.0.2 (2490c2a0-fe64-4bbd-b846-ec9c96a04673/404d09a7-9117-4eec-beb1-f1397344db77/d1603429-2eec-44f8-b984-ff63bee5f497) {{(pid=104144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:28:32.766353 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.804315 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 8ca3f671-3841-469e-a676-2668931c8878 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:32.838698 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks [] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.874390 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:32.880580 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:32.928557 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:28:32.932498 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae6c657-8ed0-4661-bf31-95396aef761e,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:32.937041 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:32.939702 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:28:33.009227 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 8ca3f671-3841-469e-a676-2668931c8878 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:33.009895 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (8ca3f671-3841-469e-a676-2668931c8878), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.142356 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Publish callbacks [] for port (d1603429-2eec-44f8-b984-ff63bee5f497), precommit_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.157035 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), after_create {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.190434 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks [] for router_gateway (2151f7cc-223d-4774-be66-d3c69980f663), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.202332 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:33.243944 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 is already hosted by enough agents. {{(pid=104144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:28:33.255839 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.scheduler.base_scheduler [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Resources bound (agent type, host, resource id): {{(pid=104144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:33.267034 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Pushing event updated for resources: {'Port': ['ID=d1603429-2eec-44f8-b984-ff63bee5f497,revision_number=1']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:33.271078 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Received port after_create {{(pid=104144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:28:33.286188 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:33.295666 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 8ca3f671-3841-469e-a676-2668931c8878 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:33.355600 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Publish callbacks [] for port (5065a905-8048-4f2a-bcff-e182f2c40391), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.368628 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.387785 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457358'] for router (2151f7cc-223d-4774-be66-d3c69980f663), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.404586 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Attempting to bind port d1603429-2eec-44f8-b984-ff63bee5f497 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:28:33.404954 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Attempting to bind port d1603429-2eec-44f8-b984-ff63bee5f497 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '0a398b86-1463-4eb3-b153-e81b29298fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:28:33.405371 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Attempting to bind port d1603429-2eec-44f8-b984-ff63bee5f497 on network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:28:33.420829 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:28:33.421234 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Checking segment: {'id': '0a398b86-1463-4eb3-b153-e81b29298fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:28:33.421733 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.422047 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Bound using segment: {'id': '0a398b86-1463-4eb3-b153-e81b29298fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:28:33.422529 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Bound port: d1603429-2eec-44f8-b984-ff63bee5f497, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a398b86-1463-4eb3-b153-e81b29298fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:28:33.422910 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.430585 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:33.449900 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368abeb-26e4-4930-9fe7-6701618c4360 None None] Pushing event updated for resources: {'Port': ['ID=5065a905-8048-4f2a-bcff-e182f2c40391,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:33.555242 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Router 2151f7cc-223d-4774-be66-d3c69980f663 is scheduled to L3 agent 3f505930-9492-4b66-8e30-3abc821d225f with binding_index 1 {{(pid=104143) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 13 23:28:33.567250 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Attempting to bind port 5065a905-8048-4f2a-bcff-e182f2c40391 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:28:33.567646 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Attempting to bind port 5065a905-8048-4f2a-bcff-e182f2c40391 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:28:33.568012 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Attempting to bind port 5065a905-8048-4f2a-bcff-e182f2c40391 on network 6373687c-121a-4785-bd50-6399d920abb3 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:28:33.583247 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:28:33.583641 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Checking segment: {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:28:33.584040 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.584525 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Bound using segment: {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:28:33.584946 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Bound port: 5065a905-8048-4f2a-bcff-e182f2c40391, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:28:33.585321 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.630838 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] For port d1603429-2eec-44f8-b984-ff63bee5f497, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:28:33.659668 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] For port d1603429-2eec-44f8-b984-ff63bee5f497, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=d1603429-2eec-44f8-b984-ff63bee5f497,segment=NetworkSegment(0a398b86-1463-4eb3-b153-e81b29298fc4),segment_id=0a398b86-1463-4eb3-b153-e81b29298fc4)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:28:33.706570 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.771880 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] For port 5065a905-8048-4f2a-bcff-e182f2c40391, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:28:33.807789 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] For port 5065a905-8048-4f2a-bcff-e182f2c40391, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=5065a905-8048-4f2a-bcff-e182f2c40391,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:28:33.815289 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-3d28f66c-6a3f-44ad-90a5-ada350337d42 None None] Provisioning complete for port 5065a905-8048-4f2a-bcff-e182f2c40391 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:33.815289 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3d28f66c-6a3f-44ad-90a5-ada350337d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.855023 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:33.873893 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994ac47-ae8d-48ba-b744-9b3ad1e59474 None None] Pushing event updated for resources: {'Port': ['ID=d1603429-2eec-44f8-b984-ff63bee5f497,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:33.919236 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-3d28f66c-6a3f-44ad-90a5-ada350337d42 None None] Port 5065a905-8048-4f2a-bcff-e182f2c40391 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:28:33.940034 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:33.940871 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:33.994164 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368abeb-26e4-4930-9fe7-6701618c4360 None None] Pushing event updated for resources: {'Port': ['ID=5065a905-8048-4f2a-bcff-e182f2c40391,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:34.043937 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:34.058215 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Sync routers for ids ['2151f7cc-223d-4774-be66-d3c69980f663'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:34.081253 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Routers {'2151f7cc-223d-4774-be66-d3c69980f663'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:34.082076 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['2151f7cc-223d-4774-be66-d3c69980f663'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:34.086993 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:34.090133 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-b8101896-5e31-40ed-aa98-cb4942472ed4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0181270 Jul 13 23:28:34.091424 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59576) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:34.282131 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:34.298699 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Set router 2151f7cc-223d-4774-be66-d3c69980f663 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:34.489282 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-51088670-06f6-4539-991a-77166e52d27a None None] Provisioning complete for port 5065a905-8048-4f2a-bcff-e182f2c40391 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:34.489621 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-51088670-06f6-4539-991a-77166e52d27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:34.512183 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:34.521235 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2151f7cc-223d-4774-be66-d3c69980f663', 'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:33Z', 'revision_number': 3, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'gw_port': {'id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:34.530360 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:34.562278 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Checking router: 2151f7cc-223d-4774-be66-d3c69980f663 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:34.562883 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Updating router 2151f7cc-223d-4774-be66-d3c69980f663 port 7ae6c657-8ed0-4661-bf31-95396aef761e binding host dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:28:34.635105 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:34.667714 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '5065a905-8048-4f2a-bcff-e182f2c40391', 'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'mac_address': 'fa:16:3e:61:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:29Z', 'updated_at': '2022-07-13T23:28:33Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'subnets': [{'id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:34.670776 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-51088670-06f6-4539-991a-77166e52d27a None None] Current status of the port 5065a905-8048-4f2a-bcff-e182f2c40391 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:34.671162 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-51088670-06f6-4539-991a-77166e52d27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:34.696363 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:34.712147 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:34.722396 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:34.727565 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329484-f092-4380-a8f1-3e6e069079d8 None None] The sync data for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi is: [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '5065a905-8048-4f2a-bcff-e182f2c40391', 'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'mac_address': 'fa:16:3e:61:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:29Z', 'updated_at': '2022-07-13T23:28:33Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'subnets': [{'id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:34.765018 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:34.783894 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-51088670-06f6-4539-991a-77166e52d27a None None] For port 5065a905-8048-4f2a-bcff-e182f2c40391, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=5065a905-8048-4f2a-bcff-e182f2c40391,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:34.788477 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-51088670-06f6-4539-991a-77166e52d27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:34.905613 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51088670-06f6-4539-991a-77166e52d27a None None] Pushing event updated for resources: {'Port': ['ID=5065a905-8048-4f2a-bcff-e182f2c40391,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:34.941101 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device d1603429-2eec-44f8-b984-ff63bee5f497 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:35.048531 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Allocated IP 172.20.0.1 (2490c2a0-fe64-4bbd-b846-ec9c96a04673/404d09a7-9117-4eec-beb1-f1397344db77/9df910bf-aa96-42b8-8e39-c7e63da73fa8) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:28:35.055754 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port d1603429-2eec-44f8-b984-ff63bee5f497 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:35.056168 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.224555 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port d1603429-2eec-44f8-b984-ff63bee5f497 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:35.225317 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.254013 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Publish callbacks [] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.282182 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port d1603429-2eec-44f8-b984-ff63bee5f497, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=d1603429-2eec-44f8-b984-ff63bee5f497,segment=NetworkSegment(0a398b86-1463-4eb3-b153-e81b29298fc4),segment_id=0a398b86-1463-4eb3-b153-e81b29298fc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:35.289899 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.341035 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.345022 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=d1603429-2eec-44f8-b984-ff63bee5f497,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:35.398201 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Publish callbacks [] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), precommit_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.412828 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.458831 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:28:35.486432 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:35.490751 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:28:35.512912 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Attempting to bind port 7ae6c657-8ed0-4661-bf31-95396aef761e on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:28:35.514073 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Attempting to bind port 7ae6c657-8ed0-4661-bf31-95396aef761e by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:28:35.514073 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Attempting to bind port 7ae6c657-8ed0-4661-bf31-95396aef761e on network e6b34159-9a37-416c-af34-bfc59800f06b {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:28:35.519358 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Pushing event updated for resources: {'Port': ['ID=9df910bf-aa96-42b8-8e39-c7e63da73fa8,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:35.527198 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd7b3a-f013-4400-a9df-78f68fe6b0e4 None None] Network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:28:35.568878 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:28:35.569251 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Checking segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:28:35.569669 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.570066 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Bound using segment: {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'} {{(pid=104145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:28:35.570551 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.managers [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Bound port: 7ae6c657-8ed0-4661-bf31-95396aef761e, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9602-4531-456d-8141-c8e85ecd0691', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b'}}] {{(pid=104145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:28:35.570931 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), before_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.576598 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303791b-22d7-460d-b480-9f5b3544e817 None None] Pushing event updated for resources: {'Port': ['ID=7ae6c657-8ed0-4661-bf31-95396aef761e,revision_number=2']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:35.602020 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456016'] for router_interface (2151f7cc-223d-4774-be66-d3c69980f663), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.675893 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:35.688662 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] For port 7ae6c657-8ed0-4661-bf31-95396aef761e, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:28:35.693763 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.plugins.ml2.db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] For port 7ae6c657-8ed0-4661-bf31-95396aef761e, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=7ae6c657-8ed0-4661-bf31-95396aef761e,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:28:35.706057 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron_lib.callbacks.manager [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), after_update {{(pid=104145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.734559 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-b40dfbb5-7569-473d-bdad-0c675930d0a0 None None] Provisioning complete for port d1603429-2eec-44f8-b984-ff63bee5f497 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:35.734972 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b40dfbb5-7569-473d-bdad-0c675930d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:35.900256 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303791b-22d7-460d-b480-9f5b3544e817 None None] Pushing event updated for resources: {'Port': ['ID=7ae6c657-8ed0-4661-bf31-95396aef761e,revision_number=3']} {{(pid=104145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:35.925470 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Routers {'2151f7cc-223d-4774-be66-d3c69980f663'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:35.927685 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['2151f7cc-223d-4774-be66-d3c69980f663'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:35.977236 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-b40dfbb5-7569-473d-bdad-0c675930d0a0 None None] Current status of the port d1603429-2eec-44f8-b984-ff63bee5f497 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:36.194105 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] Set router 2151f7cc-223d-4774-be66-d3c69980f663 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:36.330418 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-a157c875-dedb-4fe4-b4c5-fcfd38eaf73c None None] Provisioning complete for port d1603429-2eec-44f8-b984-ff63bee5f497 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:36.330930 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a157c875-dedb-4fe4-b4c5-fcfd38eaf73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.439125 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.473966 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59614) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:36.502528 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2151f7cc-223d-4774-be66-d3c69980f663', 'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:33Z', 'revision_number': 3, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'gw_port': {'id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:36.508466 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-a157c875-dedb-4fe4-b4c5-fcfd38eaf73c None None] Current status of the port d1603429-2eec-44f8-b984-ff63bee5f497 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:36.522349 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-a157c875-dedb-4fe4-b4c5-fcfd38eaf73c None None] Provisioning complete for port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:36.522718 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a157c875-dedb-4fe4-b4c5-fcfd38eaf73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.559768 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee75162-32e5-436e-9beb-fb4f40ffdff4 None None] The sync data for ids ['2151f7cc-223d-4774-be66-d3c69980f663'] in dv-cinder-799871-29-iscsi is: [{'id': '2151f7cc-223d-4774-be66-d3c69980f663', 'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:33Z', 'revision_number': 3, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'gw_port': {'id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:36.575161 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-a157c875-dedb-4fe4-b4c5-fcfd38eaf73c None None] Port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:28:36.702051 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-847a5aa6-4087-4c86-9adc-60f1b94d4e6f None None] Provisioning complete for port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:36.702651 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-847a5aa6-4087-4c86-9adc-60f1b94d4e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.718601 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7756-ae72-4f12-b355-ada53d7a478c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.769735 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:36.781250 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-847a5aa6-4087-4c86-9adc-60f1b94d4e6f None None] Port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:28:36.795334 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:36.818445 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Publish callbacks [] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.825351 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13859514'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.864746 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7756-ae72-4f12-b355-ada53d7a478c admin admin] Publish callbacks [] for security_group (3597f248-7391-449b-bcfa-6e7ed4f38216), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.870165 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7756-ae72-4f12-b355-ada53d7a478c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (3597f248-7391-449b-bcfa-6e7ed4f38216), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.900982 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Pushing event updated for resources: {'Port': ['ID=9df910bf-aa96-42b8-8e39-c7e63da73fa8,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:36.911973 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455464'] for router_interface (2151f7cc-223d-4774-be66-d3c69980f663), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:36.927146 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:36.929101 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b7756-ae72-4f12-b355-ada53d7a478c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3597f248-7391-449b-bcfa-6e7ed4f38216,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:36.941103 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-cb3b7756-ae72-4f12-b355-ada53d7a478c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e900e3c84f394cdd9653999f94084fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657605 Jul 13 23:28:36.944283 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59626) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:36.952562 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 5065a905-8048-4f2a-bcff-e182f2c40391 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:37.017191 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:37.020204 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 5065a905-8048-4f2a-bcff-e182f2c40391 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:37.020791 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.030272 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f127576-52b2-4d13-a50e-b73c7e6e325b admin admin] Publish callbacks [] for security_group (3597f248-7391-449b-bcfa-6e7ed4f38216), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.049667 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:28:37.051478 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:28:37.057367 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f127576-52b2-4d13-a50e-b73c7e6e325b admin admin] Publish callbacks [] for security_group (3597f248-7391-449b-bcfa-6e7ed4f38216), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.064574 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:37.124706 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f127576-52b2-4d13-a50e-b73c7e6e325b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (3597f248-7391-449b-bcfa-6e7ed4f38216), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.126584 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 5065a905-8048-4f2a-bcff-e182f2c40391 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:37.128132 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device d1603429-2eec-44f8-b984-ff63bee5f497 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:37.128818 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3f127576-52b2-4d13-a50e-b73c7e6e325b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.132710 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3f127576-52b2-4d13-a50e-b73c7e6e325b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3597f248-7391-449b-bcfa-6e7ed4f38216 HTTP/1.1" status: 204 len: 168 time: 0.1869307 Jul 13 23:28:37.144389 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f127576-52b2-4d13-a50e-b73c7e6e325b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3597f248-7391-449b-bcfa-6e7ed4f38216,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:37.206344 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port d1603429-2eec-44f8-b984-ff63bee5f497 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:37.206727 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.247232 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Router 2151f7cc-223d-4774-be66-d3c69980f663 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:28:37.338541 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port d1603429-2eec-44f8-b984-ff63bee5f497 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:37.410131 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:28:37.415962 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-06679000-eb52-45a8-8590-c0e38690c578 admin admin] 10.222.0.60 "PUT /v2.0/routers/2151f7cc-223d-4774-be66-d3c69980f663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3224683 Jul 13 23:28:37.513756 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-f46dab56-0534-4e55-8e0b-4a801f5a745d None None] Provisioning complete for port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:37.514452 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f46dab56-0534-4e55-8e0b-4a801f5a745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.557303 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-f46dab56-0534-4e55-8e0b-4a801f5a745d None None] Port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:28:37.576098 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59636) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:37.592655 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85860d70-3151-4e21-86a3-900553e150e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.702868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85860d70-3151-4e21-86a3-900553e150e3 admin admin] Publish callbacks [] for security_group (cfa61bd6-02c7-4dfb-b06d-2c8a2e595ca3), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.709000 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85860d70-3151-4e21-86a3-900553e150e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (cfa61bd6-02c7-4dfb-b06d-2c8a2e595ca3), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.729204 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:37.756869 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-85860d70-3151-4e21-86a3-900553e150e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83931a19de3c4a6ab3af4824a800b85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795251 Jul 13 23:28:37.758636 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85860d70-3151-4e21-86a3-900553e150e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa61bd6-02c7-4dfb-b06d-2c8a2e595ca3,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:37.759382 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59642) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:37.834442 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-83cf3a53-8f27-4399-a102-7f5e0899f2dd admin admin] Publish callbacks [] for security_group (cfa61bd6-02c7-4dfb-b06d-2c8a2e595ca3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.860262 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-83cf3a53-8f27-4399-a102-7f5e0899f2dd admin admin] Publish callbacks [] for security_group (cfa61bd6-02c7-4dfb-b06d-2c8a2e595ca3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.876681 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59644) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:37.881949 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-22b690d0-1be3-4ed4-bf4a-f9e3a6ef8c86 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177521691', 'description': 'tempest-secgroup-smoke-177521691 description', 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:37.906700 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-22b690d0-1be3-4ed4-bf4a-f9e3a6ef8c86 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.921430 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-83cf3a53-8f27-4399-a102-7f5e0899f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (cfa61bd6-02c7-4dfb-b06d-2c8a2e595ca3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.924180 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-83cf3a53-8f27-4399-a102-7f5e0899f2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:37.927800 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-83cf3a53-8f27-4399-a102-7f5e0899f2dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfa61bd6-02c7-4dfb-b06d-2c8a2e595ca3 HTTP/1.1" status: 204 len: 168 time: 0.1643624 Jul 13 23:28:37.934638 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf3a53-8f27-4399-a102-7f5e0899f2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa61bd6-02c7-4dfb-b06d-2c8a2e595ca3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:38.007194 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-22b690d0-1be3-4ed4-bf4a-f9e3a6ef8c86 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group (30ddf969-7502-48be-bfa9-d10d9d2085ed), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.011448 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-22b690d0-1be3-4ed4-bf4a-f9e3a6ef8c86 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (30ddf969-7502-48be-bfa9-d10d9d2085ed), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.047697 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-22b690d0-1be3-4ed4-bf4a-f9e3a6ef8c86 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.049074 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-22b690d0-1be3-4ed4-bf4a-f9e3a6ef8c86 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1710458 Jul 13 23:28:38.051049 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b690d0-1be3-4ed4-bf4a-f9e3a6ef8c86 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ddf969-7502-48be-bfa9-d10d9d2085ed,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:38.052308 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59648) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:38.057242 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-05b57090-8627-46c5-8360-90fcffa8e66f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Request body: {'security_group_rule': {'security_group_id': '30ddf969-7502-48be-bfa9-d10d9d2085ed', 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:38.093707 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05b57090-8627-46c5-8360-90fcffa8e66f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (11ed939f-1283-46ea-9a48-818fc962004e), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.157650 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:38.160070 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05b57090-8627-46c5-8360-90fcffa8e66f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (11ed939f-1283-46ea-9a48-818fc962004e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.166598 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05b57090-8627-46c5-8360-90fcffa8e66f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (11ed939f-1283-46ea-9a48-818fc962004e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.192993 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b57090-8627-46c5-8360-90fcffa8e66f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ed939f-1283-46ea-9a48-818fc962004e,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:38.199748 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05b57090-8627-46c5-8360-90fcffa8e66f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.200964 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-05b57090-8627-46c5-8360-90fcffa8e66f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474087 Jul 13 23:28:38.203909 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59658) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:38.209769 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-ecee40c7-98f5-4275-8479-9d7301e19160 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Request body: {'security_group_rule': {'security_group_id': '30ddf969-7502-48be-bfa9-d10d9d2085ed', 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:38.247224 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ecee40c7-98f5-4275-8479-9d7301e19160 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (527a7c73-76fe-44e8-8c82-a3f6f6fb008f), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.316370 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ecee40c7-98f5-4275-8479-9d7301e19160 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (527a7c73-76fe-44e8-8c82-a3f6f6fb008f), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.325651 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ecee40c7-98f5-4275-8479-9d7301e19160 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (527a7c73-76fe-44e8-8c82-a3f6f6fb008f), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.341216 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee40c7-98f5-4275-8479-9d7301e19160 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527a7c73-76fe-44e8-8c82-a3f6f6fb008f,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:38.365726 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ecee40c7-98f5-4275-8479-9d7301e19160 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.369478 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-ecee40c7-98f5-4275-8479-9d7301e19160 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619370 Jul 13 23:28:38.370101 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59666) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:38.375856 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-35e60052-b514-4415-971d-c54a35b098bb tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Request body: {'security_group_rule': {'security_group_id': '30ddf969-7502-48be-bfa9-d10d9d2085ed', 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:38.403780 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-35e60052-b514-4415-971d-c54a35b098bb tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (426ecf4d-3d19-49a2-b5f6-22d369725946), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.473064 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-35e60052-b514-4415-971d-c54a35b098bb tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (426ecf4d-3d19-49a2-b5f6-22d369725946), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.478925 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-35e60052-b514-4415-971d-c54a35b098bb tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (426ecf4d-3d19-49a2-b5f6-22d369725946), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.499323 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e60052-b514-4415-971d-c54a35b098bb tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426ecf4d-3d19-49a2-b5f6-22d369725946,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:38.507940 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-35e60052-b514-4415-971d-c54a35b098bb tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.511822 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-35e60052-b514-4415-971d-c54a35b098bb tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381023 Jul 13 23:28:38.512625 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59672) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:38.518568 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-dcdc6176-4074-4b16-a919-81642ac0395e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Request body: {'security_group_rule': {'security_group_id': '30ddf969-7502-48be-bfa9-d10d9d2085ed', 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:38.563986 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6176-4074-4b16-a919-81642ac0395e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (23161411-f0fd-415b-836f-2b94699b7ff9), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.618467 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:38.658755 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6176-4074-4b16-a919-81642ac0395e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (23161411-f0fd-415b-836f-2b94699b7ff9), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.665318 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6176-4074-4b16-a919-81642ac0395e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (23161411-f0fd-415b-836f-2b94699b7ff9), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.684835 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc6176-4074-4b16-a919-81642ac0395e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23161411-f0fd-415b-836f-2b94699b7ff9,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:38.710777 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6176-4074-4b16-a919-81642ac0395e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.715297 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-dcdc6176-4074-4b16-a919-81642ac0395e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1981008 Jul 13 23:28:38.717983 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59686) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:38.723173 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-7cfaea3e-f1c3-45f7-8ec2-03a354b74b3a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Request body: {'security_group_rule': {'security_group_id': '30ddf969-7502-48be-bfa9-d10d9d2085ed', 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:38.766454 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.securitygroups_db [None req-7cfaea3e-f1c3-45f7-8ec2-03a354b74b3a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Project d2f20deb401b4c348b0a18177ec0d2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 23:28:38.775070 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea3e-f1c3-45f7-8ec2-03a354b74b3a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (cd751d63-be31-4c1d-aae8-71465422fb0b), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.795028 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 7ae6c657-8ed0-4661-bf31-95396aef761e up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:38.857471 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 7ae6c657-8ed0-4661-bf31-95396aef761e triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:38.857830 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.877653 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea3e-f1c3-45f7-8ec2-03a354b74b3a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (cd751d63-be31-4c1d-aae8-71465422fb0b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.883115 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea3e-f1c3-45f7-8ec2-03a354b74b3a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (cd751d63-be31-4c1d-aae8-71465422fb0b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.918854 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaea3e-f1c3-45f7-8ec2-03a354b74b3a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd751d63-be31-4c1d-aae8-71465422fb0b,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:38.927043 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7cfaea3e-f1c3-45f7-8ec2-03a354b74b3a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.928568 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7cfaea3e-f1c3-45f7-8ec2-03a354b74b3a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2093751 Jul 13 23:28:38.931491 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59694) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:38.939403 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59696) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:38.940787 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-2fc515f6-9548-4ebb-a5b2-7681b768ff72 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Request body: {'security_group_rule': {'security_group_id': '30ddf969-7502-48be-bfa9-d10d9d2085ed', 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:28:38.973327 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.securitygroups_db [None req-2fc515f6-9548-4ebb-a5b2-7681b768ff72 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Project d2f20deb401b4c348b0a18177ec0d2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 23:28:38.985386 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2fc515f6-9548-4ebb-a5b2-7681b768ff72 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (8526d41e-e704-4a09-ad3d-ab3627441f00), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:38.991190 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 7ae6c657-8ed0-4661-bf31-95396aef761e is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:38.991611 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.019715 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] For port 7ae6c657-8ed0-4661-bf31-95396aef761e, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=7ae6c657-8ed0-4661-bf31-95396aef761e,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:39.028686 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.042537 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Sync routers for ids ['2151f7cc-223d-4774-be66-d3c69980f663'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:28:39.072080 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2fc515f6-9548-4ebb-a5b2-7681b768ff72 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (8526d41e-e704-4a09-ad3d-ab3627441f00), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.081634 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2fc515f6-9548-4ebb-a5b2-7681b768ff72 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761782'] for security_group_rule (8526d41e-e704-4a09-ad3d-ab3627441f00), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.102142 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Routers {'2151f7cc-223d-4774-be66-d3c69980f663'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:39.103043 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['2151f7cc-223d-4774-be66-d3c69980f663'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:39.108846 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc515f6-9548-4ebb-a5b2-7681b768ff72 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8526d41e-e704-4a09-ad3d-ab3627441f00,revision_number=0']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:39.111954 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-609766b3-decd-4dbb-b619-5a42bc8509cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.116850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2fc515f6-9548-4ebb-a5b2-7681b768ff72 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.118363 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-2fc515f6-9548-4ebb-a5b2-7681b768ff72 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1856413 Jul 13 23:28:39.172706 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Pushing event updated for resources: {'Port': ['ID=7ae6c657-8ed0-4661-bf31-95396aef761e,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:39.205189 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:39.234890 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-609766b3-decd-4dbb-b619-5a42bc8509cb admin admin] Publish callbacks [] for security_group (bdd8ab95-dcf4-4326-9e72-6828aedbba24), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.239954 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-609766b3-decd-4dbb-b619-5a42bc8509cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (bdd8ab95-dcf4-4326-9e72-6828aedbba24), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.241674 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Set router 2151f7cc-223d-4774-be66-d3c69980f663 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:39.288584 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609766b3-decd-4dbb-b619-5a42bc8509cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd8ab95-dcf4-4326-9e72-6828aedbba24,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:39.323009 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-609766b3-decd-4dbb-b619-5a42bc8509cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7316f34b0e24550a3faf7718061ad80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798304 Jul 13 23:28:39.323258 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59726) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:39.344305 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:39.388583 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28cb309f-b979-49ee-930a-315c434e1d09 admin admin] Publish callbacks [] for security_group (bdd8ab95-dcf4-4326-9e72-6828aedbba24), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.414789 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28cb309f-b979-49ee-930a-315c434e1d09 admin admin] Publish callbacks [] for security_group (bdd8ab95-dcf4-4326-9e72-6828aedbba24), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.478755 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28cb309f-b979-49ee-930a-315c434e1d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (bdd8ab95-dcf4-4326-9e72-6828aedbba24), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.482120 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28cb309f-b979-49ee-930a-315c434e1d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.482695 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2151f7cc-223d-4774-be66-d3c69980f663', 'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:36Z', 'revision_number': 4, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'gw_port': {'id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '9df910bf-aa96-42b8-8e39-c7e63da73fa8', 'name': '', 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'mac_address': 'fa:16:3e:5a:4b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '404d09a7-9117-4eec-beb1-f1397344db77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:34Z', 'updated_at': '2022-07-13T23:28:36Z', 'revision_number': 2, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'subnets': [{'id': '404d09a7-9117-4eec-beb1-f1397344db77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:39.483398 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-28cb309f-b979-49ee-930a-315c434e1d09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdd8ab95-dcf4-4326-9e72-6828aedbba24 HTTP/1.1" status: 204 len: 168 time: 0.1591191 Jul 13 23:28:39.496811 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb309f-b979-49ee-930a-315c434e1d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd8ab95-dcf4-4326-9e72-6828aedbba24,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:39.523020 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Checking router: 2151f7cc-223d-4774-be66-d3c69980f663 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:28:39.523372 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Updating router 2151f7cc-223d-4774-be66-d3c69980f663 port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 binding host dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 23:28:39.564613 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.702804 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:39.895393 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Publish callbacks [] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.902875 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:39.964342 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414acfac-deec-46f6-a4cd-0f265b9078a1 None None] Pushing event updated for resources: {'Port': ['ID=9df910bf-aa96-42b8-8e39-c7e63da73fa8,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:40.004146 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59766) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:40.018226 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3886d7a4-de70-413f-873a-06e662f178df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.023165 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Attempting to bind port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 on host dv-cinder-799871-29-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:28:40.024050 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Attempting to bind port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 by drivers openvswitch,hyperv on host dv-cinder-799871-29-iscsi at level 0 using segments [{'id': '0a398b86-1463-4eb3-b153-e81b29298fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:28:40.024412 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Attempting to bind port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 on network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:28:40.030965 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Checking agent: {'id': '15fba3f2-4d97-4d7c-a713-0943d0ea3b95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 6, 47), 'started_at': datetime.datetime(2022, 7, 13, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:28:40.031334 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Checking segment: {'id': '0a398b86-1463-4eb3-b153-e81b29298fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:28:40.031764 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.032150 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Bound using segment: {'id': '0a398b86-1463-4eb3-b153-e81b29298fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:28:40.032617 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Bound port: 9df910bf-aa96-42b8-8e39-c7e63da73fa8, host: dv-cinder-799871-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a398b86-1463-4eb3-b153-e81b29298fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:28:40.032988 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.086932 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:40.111375 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] For port 9df910bf-aa96-42b8-8e39-c7e63da73fa8, host dv-cinder-799871-29-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:28:40.122953 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] For port 9df910bf-aa96-42b8-8e39-c7e63da73fa8, host dv-cinder-799871-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=9df910bf-aa96-42b8-8e39-c7e63da73fa8,segment=NetworkSegment(0a398b86-1463-4eb3-b153-e81b29298fc4),segment_id=0a398b86-1463-4eb3-b153-e81b29298fc4)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:28:40.143489 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.156557 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3886d7a4-de70-413f-873a-06e662f178df admin admin] Publish callbacks [] for security_group (6cdf5d49-052a-4b92-8955-2286fb04e2e6), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.171585 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3886d7a4-de70-413f-873a-06e662f178df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (6cdf5d49-052a-4b92-8955-2286fb04e2e6), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.254572 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3886d7a4-de70-413f-873a-06e662f178df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c4545b376b540b4bd9c82dceb1c1d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493026 Jul 13 23:28:40.256056 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886d7a4-de70-413f-873a-06e662f178df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdf5d49-052a-4b92-8955-2286fb04e2e6,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:40.259099 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59786) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:40.269315 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414acfac-deec-46f6-a4cd-0f265b9078a1 None None] Pushing event updated for resources: {'Port': ['ID=9df910bf-aa96-42b8-8e39-c7e63da73fa8,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:40.294649 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Routers {'2151f7cc-223d-4774-be66-d3c69980f663'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:28:40.295293 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:28:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['2151f7cc-223d-4774-be66-d3c69980f663'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:40.391953 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c77af5e6-67bb-4553-86f5-8dbdb595c637 admin admin] Publish callbacks [] for security_group (6cdf5d49-052a-4b92-8955-2286fb04e2e6), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.425961 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c77af5e6-67bb-4553-86f5-8dbdb595c637 admin admin] Publish callbacks [] for security_group (6cdf5d49-052a-4b92-8955-2286fb04e2e6), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.519055 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c77af5e6-67bb-4553-86f5-8dbdb595c637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (6cdf5d49-052a-4b92-8955-2286fb04e2e6), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.530631 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c77af5e6-67bb-4553-86f5-8dbdb595c637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.538248 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-c77af5e6-67bb-4553-86f5-8dbdb595c637 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cdf5d49-052a-4b92-8955-2286fb04e2e6 HTTP/1.1" status: 204 len: 168 time: 0.2776372 Jul 13 23:28:40.575413 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77af5e6-67bb-4553-86f5-8dbdb595c637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdf5d49-052a-4b92-8955-2286fb04e2e6,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:40.639148 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c459a9a1-c971-4d20-a70d-6a2918147400 None None] Provisioning complete for port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:40.639921 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c459a9a1-c971-4d20-a70d-6a2918147400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.778057 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:40.796969 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] Set router 2151f7cc-223d-4774-be66-d3c69980f663 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:28:40.829116 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 7ae6c657-8ed0-4661-bf31-95396aef761e up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:40.941561 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c459a9a1-c971-4d20-a70d-6a2918147400 None None] Current status of the port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 is: DOWN; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:40.942395 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c459a9a1-c971-4d20-a70d-6a2918147400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:40.992262 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:41.022931 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5cb3f4ae-9fd1-4662-a373-ceb680722310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.052067 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59798) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:41.054990 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 7ae6c657-8ed0-4661-bf31-95396aef761e triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:41.055356 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.066723 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-19b0b4bb-c388-4755-b891-180326b62e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.111934 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c459a9a1-c971-4d20-a70d-6a2918147400 None None] For port 9df910bf-aa96-42b8-8e39-c7e63da73fa8, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=9df910bf-aa96-42b8-8e39-c7e63da73fa8,segment=NetworkSegment(0a398b86-1463-4eb3-b153-e81b29298fc4),segment_id=0a398b86-1463-4eb3-b153-e81b29298fc4)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:28:41.124866 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c459a9a1-c971-4d20-a70d-6a2918147400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.147816 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-19b0b4bb-c388-4755-b891-180326b62e5c admin admin] Publish callbacks [] for security_group (bff1a6c8-9a31-41b0-aa93-eb622daaf999), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.152187 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-19b0b4bb-c388-4755-b891-180326b62e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (bff1a6c8-9a31-41b0-aa93-eb622daaf999), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.195351 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-19b0b4bb-c388-4755-b891-180326b62e5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48fd1a09060349a5a971bffa83a283b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420615 Jul 13 23:28:41.196484 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0b4bb-c388-4755-b891-180326b62e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1a6c8-9a31-41b0-aa93-eb622daaf999,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:41.198050 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59800) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:41.240148 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:41.247206 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459a9a1-c971-4d20-a70d-6a2918147400 None None] Pushing event updated for resources: {'Port': ['ID=9df910bf-aa96-42b8-8e39-c7e63da73fa8,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:41.258541 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-23b30e8c-fbd0-4b9c-a61e-0a585adb28ae admin admin] Publish callbacks [] for security_group (bff1a6c8-9a31-41b0-aa93-eb622daaf999), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.282759 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-23b30e8c-fbd0-4b9c-a61e-0a585adb28ae admin admin] Publish callbacks [] for security_group (bff1a6c8-9a31-41b0-aa93-eb622daaf999), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.290016 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-323b2e7c-2e89-4e77-a741-9e562b77f7c4 None None] Provisioning complete for port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:41.290382 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-323b2e7c-2e89-4e77-a741-9e562b77f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.294741 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 7ae6c657-8ed0-4661-bf31-95396aef761e is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:41.299270 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2151f7cc-223d-4774-be66-d3c69980f663', 'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:36Z', 'revision_number': 4, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'gw_port': {'id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '9df910bf-aa96-42b8-8e39-c7e63da73fa8', 'name': '', 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'mac_address': 'fa:16:3e:5a:4b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '404d09a7-9117-4eec-beb1-f1397344db77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:34Z', 'updated_at': '2022-07-13T23:28:40Z', 'revision_number': 4, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'subnets': [{'id': '404d09a7-9117-4eec-beb1-f1397344db77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:28:41.333569 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-23b30e8c-fbd0-4b9c-a61e-0a585adb28ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (bff1a6c8-9a31-41b0-aa93-eb622daaf999), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.336094 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-23b30e8c-fbd0-4b9c-a61e-0a585adb28ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:41.337259 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-23b30e8c-fbd0-4b9c-a61e-0a585adb28ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bff1a6c8-9a31-41b0-aa93-eb622daaf999 HTTP/1.1" status: 204 len: 168 time: 0.1375437 Jul 13 23:28:41.343482 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1ab92-1baa-4120-b2ac-e750701049b1 None None] The sync data for ids ['2151f7cc-223d-4774-be66-d3c69980f663'] in dv-cinder-799871-29-iscsi is: [{'id': '2151f7cc-223d-4774-be66-d3c69980f663', 'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:36Z', 'revision_number': 4, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'gw_port': {'id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '9df910bf-aa96-42b8-8e39-c7e63da73fa8', 'name': '', 'network_id': '2490c2a0-fe64-4bbd-b846-ec9c96a04673', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'mac_address': 'fa:16:3e:5a:4b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '404d09a7-9117-4eec-beb1-f1397344db77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:34Z', 'updated_at': '2022-07-13T23:28:40Z', 'revision_number': 4, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'subnets': [{'id': '404d09a7-9117-4eec-beb1-f1397344db77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:28:41.348966 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b30e8c-fbd0-4b9c-a61e-0a585adb28ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1a6c8-9a31-41b0-aa93-eb622daaf999,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:41.429683 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-323b2e7c-2e89-4e77-a741-9e562b77f7c4 None None] Current status of the port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:42.807894 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 9df910bf-aa96-42b8-8e39-c7e63da73fa8 up at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:28:42.898604 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Provisioning complete for port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:28:42.898979 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:43.000395 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Current status of the port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:28:43.854929 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-887989ab-1a33-4c38-a834-5515a339a0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:44.430766 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59884) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:44.551023 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28daf7c3-d138-421e-8852-67a7cee312dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:44.577411 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:44.637935 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28daf7c3-d138-421e-8852-67a7cee312dd admin admin] Publish callbacks [] for security_group (9c5817f4-eb7e-4cae-b6d7-8ea477208f5f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:44.641717 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-28daf7c3-d138-421e-8852-67a7cee312dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (9c5817f4-eb7e-4cae-b6d7-8ea477208f5f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:44.688132 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-28daf7c3-d138-421e-8852-67a7cee312dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81a13212db634e53bfe355900e90bd9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560189 Jul 13 23:28:44.689241 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59894) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:44.690998 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daf7c3-d138-421e-8852-67a7cee312dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5817f4-eb7e-4cae-b6d7-8ea477208f5f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:44.724713 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:44.753869 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a96f9bdc-cbf0-473c-be26-aecc23538a1c admin admin] Publish callbacks [] for security_group (9c5817f4-eb7e-4cae-b6d7-8ea477208f5f), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:44.783874 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a96f9bdc-cbf0-473c-be26-aecc23538a1c admin admin] Publish callbacks [] for security_group (9c5817f4-eb7e-4cae-b6d7-8ea477208f5f), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:44.852173 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a96f9bdc-cbf0-473c-be26-aecc23538a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (9c5817f4-eb7e-4cae-b6d7-8ea477208f5f), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:44.854666 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a96f9bdc-cbf0-473c-be26-aecc23538a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:44.855837 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-a96f9bdc-cbf0-473c-be26-aecc23538a1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c5817f4-eb7e-4cae-b6d7-8ea477208f5f HTTP/1.1" status: 204 len: 168 time: 0.1652412 Jul 13 23:28:44.864376 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f9bdc-cbf0-473c-be26-aecc23538a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5817f4-eb7e-4cae-b6d7-8ea477208f5f,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:44.962665 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:28:45.144778 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59904) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:45.162124 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be0987c6-6478-400c-a094-2d039ee022dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:45.243292 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be0987c6-6478-400c-a094-2d039ee022dd admin admin] Publish callbacks [] for security_group (f6d440e1-404f-4514-a8d7-a48bbe4c2652), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:45.247458 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be0987c6-6478-400c-a094-2d039ee022dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f6d440e1-404f-4514-a8d7-a48bbe4c2652), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:45.286808 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-be0987c6-6478-400c-a094-2d039ee022dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d66b500a89e4241a53a766d931ff4c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408052 Jul 13 23:28:45.288878 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0987c6-6478-400c-a094-2d039ee022dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d440e1-404f-4514-a8d7-a48bbe4c2652,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:45.289531 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59906) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:45.342557 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7571397f-6864-4b7e-ab43-046689d52196 admin admin] Publish callbacks [] for security_group (f6d440e1-404f-4514-a8d7-a48bbe4c2652), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:45.365702 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7571397f-6864-4b7e-ab43-046689d52196 admin admin] Publish callbacks [] for security_group (f6d440e1-404f-4514-a8d7-a48bbe4c2652), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:45.413787 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7571397f-6864-4b7e-ab43-046689d52196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (f6d440e1-404f-4514-a8d7-a48bbe4c2652), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:45.416558 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7571397f-6864-4b7e-ab43-046689d52196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:45.417704 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-7571397f-6864-4b7e-ab43-046689d52196 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6d440e1-404f-4514-a8d7-a48bbe4c2652 HTTP/1.1" status: 204 len: 168 time: 0.1271572 Jul 13 23:28:45.426654 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571397f-6864-4b7e-ab43-046689d52196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d440e1-404f-4514-a8d7-a48bbe4c2652,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:46.506910 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:46.534996 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 59948) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:46.551784 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:46.644916 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e0907ff1-3f2e-47d7-a5dd-72b60236700c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:46.654889 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:46.711867 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:46.731522 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e0907ff1-3f2e-47d7-a5dd-72b60236700c admin admin] Publish callbacks [] for security_group (219a92d3-d33b-4e6b-9a5c-c8f3a4fd6b49), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:46.736021 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e0907ff1-3f2e-47d7-a5dd-72b60236700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (219a92d3-d33b-4e6b-9a5c-c8f3a4fd6b49), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:46.781078 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e0907ff1-3f2e-47d7-a5dd-72b60236700c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=720561fe8ccc404cb04b5edcd314b196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441416 Jul 13 23:28:46.781770 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0907ff1-3f2e-47d7-a5dd-72b60236700c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219a92d3-d33b-4e6b-9a5c-c8f3a4fd6b49,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:46.784252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59952) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:46.835443 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cd7af718-fe5c-40b7-ab4f-c0c91791d5bd admin admin] Publish callbacks [] for security_group (219a92d3-d33b-4e6b-9a5c-c8f3a4fd6b49), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:46.860769 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cd7af718-fe5c-40b7-ab4f-c0c91791d5bd admin admin] Publish callbacks [] for security_group (219a92d3-d33b-4e6b-9a5c-c8f3a4fd6b49), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:46.867047 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:46.912424 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cd7af718-fe5c-40b7-ab4f-c0c91791d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (219a92d3-d33b-4e6b-9a5c-c8f3a4fd6b49), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:46.915835 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cd7af718-fe5c-40b7-ab4f-c0c91791d5bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:46.917249 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-cd7af718-fe5c-40b7-ab4f-c0c91791d5bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/219a92d3-d33b-4e6b-9a5c-c8f3a4fd6b49 HTTP/1.1" status: 204 len: 168 time: 0.1319792 Jul 13 23:28:46.927002 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7af718-fe5c-40b7-ab4f-c0c91791d5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219a92d3-d33b-4e6b-9a5c-c8f3a4fd6b49,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:46.939129 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:47.575782 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 59988) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:47.802260 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-05f6a8c8-06f4-4e2c-8b29-792bcbe742a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:47.885094 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-05f6a8c8-06f4-4e2c-8b29-792bcbe742a9 admin admin] Publish callbacks [] for security_group (bf1705c6-293c-47e4-ad6a-b9ead0c400ec), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:47.891834 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-05f6a8c8-06f4-4e2c-8b29-792bcbe742a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (bf1705c6-293c-47e4-ad6a-b9ead0c400ec), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:47.937272 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-05f6a8c8-06f4-4e2c-8b29-792bcbe742a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f97cb0b78d241828644d3722ec1377e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600183 Jul 13 23:28:47.938058 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6a8c8-06f4-4e2c-8b29-792bcbe742a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1705c6-293c-47e4-ad6a-b9ead0c400ec,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:47.939730 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 60000) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:47.998526 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-16587f48-17cf-4eb0-bd0c-2804d5e89f08 admin admin] Publish callbacks [] for security_group (bf1705c6-293c-47e4-ad6a-b9ead0c400ec), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.026459 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-16587f48-17cf-4eb0-bd0c-2804d5e89f08 admin admin] Publish callbacks [] for security_group (bf1705c6-293c-47e4-ad6a-b9ead0c400ec), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.080543 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-16587f48-17cf-4eb0-bd0c-2804d5e89f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (bf1705c6-293c-47e4-ad6a-b9ead0c400ec), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.083093 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-16587f48-17cf-4eb0-bd0c-2804d5e89f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.084312 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-16587f48-17cf-4eb0-bd0c-2804d5e89f08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf1705c6-293c-47e4-ad6a-b9ead0c400ec HTTP/1.1" status: 204 len: 168 time: 0.1428206 Jul 13 23:28:48.088237 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=17 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:48.094002 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16587f48-17cf-4eb0-bd0c-2804d5e89f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1705c6-293c-47e4-ad6a-b9ead0c400ec,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:48.464472 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60024) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:48.479924 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-39d0cc47-88de-4640-a9e2-dc40090d12e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.568353 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-39d0cc47-88de-4640-a9e2-dc40090d12e1 admin admin] Publish callbacks [] for security_group (353b1d3b-a020-42ff-b8f0-a89597fc4cf7), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.572940 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-39d0cc47-88de-4640-a9e2-dc40090d12e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (353b1d3b-a020-42ff-b8f0-a89597fc4cf7), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.576593 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:48.622961 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-39d0cc47-88de-4640-a9e2-dc40090d12e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00f76bf8bca8441abcb522d398e28fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544373 Jul 13 23:28:48.622961 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0cc47-88de-4640-a9e2-dc40090d12e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353b1d3b-a020-42ff-b8f0-a89597fc4cf7,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:48.623900 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60026) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:48.678255 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0397f75e-99e1-4d85-803f-a4939025937f admin admin] Publish callbacks [] for security_group (353b1d3b-a020-42ff-b8f0-a89597fc4cf7), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.702830 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0397f75e-99e1-4d85-803f-a4939025937f admin admin] Publish callbacks [] for security_group (353b1d3b-a020-42ff-b8f0-a89597fc4cf7), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.752298 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0397f75e-99e1-4d85-803f-a4939025937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (353b1d3b-a020-42ff-b8f0-a89597fc4cf7), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.754807 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0397f75e-99e1-4d85-803f-a4939025937f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:48.756001 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-0397f75e-99e1-4d85-803f-a4939025937f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/353b1d3b-a020-42ff-b8f0-a89597fc4cf7 HTTP/1.1" status: 204 len: 168 time: 0.1306622 Jul 13 23:28:48.764426 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397f75e-99e1-4d85-803f-a4939025937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353b1d3b-a020-42ff-b8f0-a89597fc4cf7,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:52.713757 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:55.660870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60218) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:55.777891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8613bd75-39e8-427d-a38b-072e14ec7e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:55.856237 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8613bd75-39e8-427d-a38b-072e14ec7e26 admin admin] Publish callbacks [] for security_group (ac540384-6361-42d5-9e66-20e149c97d03), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:55.860429 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8613bd75-39e8-427d-a38b-072e14ec7e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ac540384-6361-42d5-9e66-20e149c97d03), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:55.899284 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613bd75-39e8-427d-a38b-072e14ec7e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac540384-6361-42d5-9e66-20e149c97d03,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:55.903734 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-8613bd75-39e8-427d-a38b-072e14ec7e26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48b8dac120114fe981c1d1d292f7c8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417903 Jul 13 23:28:55.906426 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 60224) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:55.958215 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-43ce0551-86d3-4df9-9f88-a491a1311bbd admin admin] Publish callbacks [] for security_group (ac540384-6361-42d5-9e66-20e149c97d03), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:55.980694 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-43ce0551-86d3-4df9-9f88-a491a1311bbd admin admin] Publish callbacks [] for security_group (ac540384-6361-42d5-9e66-20e149c97d03), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.031574 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-43ce0551-86d3-4df9-9f88-a491a1311bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ac540384-6361-42d5-9e66-20e149c97d03), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.034090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-43ce0551-86d3-4df9-9f88-a491a1311bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.035357 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-43ce0551-86d3-4df9-9f88-a491a1311bbd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac540384-6361-42d5-9e66-20e149c97d03 HTTP/1.1" status: 204 len: 168 time: 0.1279237 Jul 13 23:28:56.043828 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce0551-86d3-4df9-9f88-a491a1311bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac540384-6361-42d5-9e66-20e149c97d03,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:56.296837 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60230) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:56.303031 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:56.314623 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cf268b2c-47a5-4a15-ab79-6b7d952cba79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.399543 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cf268b2c-47a5-4a15-ab79-6b7d952cba79 admin admin] Publish callbacks [] for security_group (375fb7a0-fc24-4602-9e67-70293f8c25c0), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.403262 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-cf268b2c-47a5-4a15-ab79-6b7d952cba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (375fb7a0-fc24-4602-9e67-70293f8c25c0), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.444641 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-cf268b2c-47a5-4a15-ab79-6b7d952cba79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7787e2dc1944d21941a8b51a1bf0267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466625 Jul 13 23:28:56.447025 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf268b2c-47a5-4a15-ab79-6b7d952cba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375fb7a0-fc24-4602-9e67-70293f8c25c0,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:56.447552 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 60234) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:56.502073 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f1b746a6-b8aa-4939-8167-b581da0361f3 admin admin] Publish callbacks [] for security_group (375fb7a0-fc24-4602-9e67-70293f8c25c0), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.524620 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f1b746a6-b8aa-4939-8167-b581da0361f3 admin admin] Publish callbacks [] for security_group (375fb7a0-fc24-4602-9e67-70293f8c25c0), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.574990 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f1b746a6-b8aa-4939-8167-b581da0361f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (375fb7a0-fc24-4602-9e67-70293f8c25c0), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.577521 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f1b746a6-b8aa-4939-8167-b581da0361f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.580013 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f1b746a6-b8aa-4939-8167-b581da0361f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/375fb7a0-fc24-4602-9e67-70293f8c25c0 HTTP/1.1" status: 204 len: 168 time: 0.1298141 Jul 13 23:28:56.595500 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b746a6-b8aa-4939-8167-b581da0361f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375fb7a0-fc24-4602-9e67-70293f8c25c0,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:56.931607 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60260) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:56.945236 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06991310-7630-41dd-870b-4c4e34b14cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:56.974596 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:56.975630 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:UPDATE=1,neutron:SELECT=50 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:57.023469 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06991310-7630-41dd-870b-4c4e34b14cab admin admin] Publish callbacks [] for security_group (485d4779-87ac-4ccf-abcd-b4d91076ae0b), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:57.027866 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06991310-7630-41dd-870b-4c4e34b14cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (485d4779-87ac-4ccf-abcd-b4d91076ae0b), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:57.069340 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-06991310-7630-41dd-870b-4c4e34b14cab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0656dd8abcad457087eeaabe13cb5d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366329 Jul 13 23:28:57.070129 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06991310-7630-41dd-870b-4c4e34b14cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485d4779-87ac-4ccf-abcd-b4d91076ae0b,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:57.071998 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 60262) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:57.122791 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b29f69ee-1494-4bb8-ae68-19fe041a5a14 admin admin] Publish callbacks [] for security_group (485d4779-87ac-4ccf-abcd-b4d91076ae0b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:57.145005 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b29f69ee-1494-4bb8-ae68-19fe041a5a14 admin admin] Publish callbacks [] for security_group (485d4779-87ac-4ccf-abcd-b4d91076ae0b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:57.196269 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b29f69ee-1494-4bb8-ae68-19fe041a5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (485d4779-87ac-4ccf-abcd-b4d91076ae0b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:57.198760 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b29f69ee-1494-4bb8-ae68-19fe041a5a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:57.200011 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b29f69ee-1494-4bb8-ae68-19fe041a5a14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/485d4779-87ac-4ccf-abcd-b4d91076ae0b HTTP/1.1" status: 204 len: 168 time: 0.1269305 Jul 13 23:28:57.207829 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f69ee-1494-4bb8-ae68-19fe041a5a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485d4779-87ac-4ccf-abcd-b4d91076ae0b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:58.187049 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 60338) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:58.297740 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d59a-64c0-4aa8-8e1a-d31022921ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.345479 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:58.381542 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d59a-64c0-4aa8-8e1a-d31022921ac4 admin admin] Publish callbacks [] for security_group (535d03a7-0ab3-4b78-8868-ac02f08dd40e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.384558 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d59a-64c0-4aa8-8e1a-d31022921ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (535d03a7-0ab3-4b78-8868-ac02f08dd40e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.426868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60348) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:58.427371 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c7b4d59a-64c0-4aa8-8e1a-d31022921ac4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=958e8e2a460d433c8276f37bd0aa2fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388022 Jul 13 23:28:58.432404 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4d59a-64c0-4aa8-8e1a-d31022921ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535d03a7-0ab3-4b78-8868-ac02f08dd40e,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:58.486935 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-84159cd9-ee9f-4ad4-80db-fa0a3cc8be82 admin admin] Publish callbacks [] for security_group (535d03a7-0ab3-4b78-8868-ac02f08dd40e), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.511071 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-84159cd9-ee9f-4ad4-80db-fa0a3cc8be82 admin admin] Publish callbacks [] for security_group (535d03a7-0ab3-4b78-8868-ac02f08dd40e), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.543762 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=16 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:58.560641 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-84159cd9-ee9f-4ad4-80db-fa0a3cc8be82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (535d03a7-0ab3-4b78-8868-ac02f08dd40e), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.563301 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-84159cd9-ee9f-4ad4-80db-fa0a3cc8be82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.564515 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-84159cd9-ee9f-4ad4-80db-fa0a3cc8be82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/535d03a7-0ab3-4b78-8868-ac02f08dd40e HTTP/1.1" status: 204 len: 168 time: 0.1357682 Jul 13 23:28:58.572475 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84159cd9-ee9f-4ad4-80db-fa0a3cc8be82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535d03a7-0ab3-4b78-8868-ac02f08dd40e,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:58.858098 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60374) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:58.872091 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-be50118f-f55e-487d-a9cd-9e2cf8c3957b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.953161 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-be50118f-f55e-487d-a9cd-9e2cf8c3957b admin admin] Publish callbacks [] for security_group (85ed2123-3fc9-4e49-9f98-b8924d448099), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.963197 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-be50118f-f55e-487d-a9cd-9e2cf8c3957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (85ed2123-3fc9-4e49-9f98-b8924d448099), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:58.982555 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:59.006942 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50118f-f55e-487d-a9cd-9e2cf8c3957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed2123-3fc9-4e49-9f98-b8924d448099,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:59.012855 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-be50118f-f55e-487d-a9cd-9e2cf8c3957b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcff634b060a4b0e92725eeac37a95ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537077 Jul 13 23:28:59.015610 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60376) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:59.073143 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-40603344-bb7c-4256-8458-9fdc4c8917a8 admin admin] Publish callbacks [] for security_group (85ed2123-3fc9-4e49-9f98-b8924d448099), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.095649 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-40603344-bb7c-4256-8458-9fdc4c8917a8 admin admin] Publish callbacks [] for security_group (85ed2123-3fc9-4e49-9f98-b8924d448099), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.145899 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-40603344-bb7c-4256-8458-9fdc4c8917a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (85ed2123-3fc9-4e49-9f98-b8924d448099), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.148916 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-40603344-bb7c-4256-8458-9fdc4c8917a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.154101 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-40603344-bb7c-4256-8458-9fdc4c8917a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85ed2123-3fc9-4e49-9f98-b8924d448099 HTTP/1.1" status: 204 len: 168 time: 0.1334825 Jul 13 23:28:59.159161 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40603344-bb7c-4256-8458-9fdc4c8917a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed2123-3fc9-4e49-9f98-b8924d448099,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:59.484598 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60382) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:59.499951 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-08a8a1fa-af97-407c-a07c-47a923293593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.584857 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-08a8a1fa-af97-407c-a07c-47a923293593 admin admin] Publish callbacks [] for security_group (c383d6dd-ec64-4776-9d5b-d64ee7bcbccb), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.588642 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-08a8a1fa-af97-407c-a07c-47a923293593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (c383d6dd-ec64-4776-9d5b-d64ee7bcbccb), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.631185 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-08a8a1fa-af97-407c-a07c-47a923293593 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47d9afb8dc9344ac937e2af8cdbac461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455460 Jul 13 23:28:59.632130 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8a1fa-af97-407c-a07c-47a923293593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c383d6dd-ec64-4776-9d5b-d64ee7bcbccb,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:28:59.634108 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 60386) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:28:59.688177 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d75f653-6506-46ed-b293-d17d46335856 admin admin] Publish callbacks [] for security_group (c383d6dd-ec64-4776-9d5b-d64ee7bcbccb), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.698565 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:28:59.712019 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d75f653-6506-46ed-b293-d17d46335856 admin admin] Publish callbacks [] for security_group (c383d6dd-ec64-4776-9d5b-d64ee7bcbccb), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.759641 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d75f653-6506-46ed-b293-d17d46335856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (c383d6dd-ec64-4776-9d5b-d64ee7bcbccb), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.763975 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5d75f653-6506-46ed-b293-d17d46335856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:28:59.765253 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5d75f653-6506-46ed-b293-d17d46335856 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c383d6dd-ec64-4776-9d5b-d64ee7bcbccb HTTP/1.1" status: 204 len: 168 time: 0.1295166 Jul 13 23:28:59.774640 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75f653-6506-46ed-b293-d17d46335856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c383d6dd-ec64-4776-9d5b-d64ee7bcbccb,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:04.298716 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-53d8fa2c-beac-41d1-aef5-52e41f908782 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177521691&fields=id&tenant_id=d2f20deb401b4c348b0a18177ec0d2d7 HTTP/1.1" status: 200 len: 267 time: 0.0484343 Jul 13 23:29:04.409238 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e6b25a3c-8e1c-4940-b5b9-d44dc998f855 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:04.410611 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e6b25a3c-8e1c-4940-b5b9-d44dc998f855 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 808 time: 0.1055341 Jul 13 23:29:04.427680 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-3cd204b6-c531-45f7-b445-8746e05ca741 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/quotas/d2f20deb401b4c348b0a18177ec0d2d7 HTTP/1.1" status: 200 len: 375 time: 0.0115476 Jul 13 23:29:04.479247 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-d74406fe-bfdc-4bfc-a1a3-831924cdd4ea tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462649 Jul 13 23:29:04.597406 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-1998c87d-33b6-40c3-be28-910c3e016b7f service neutron] 10.222.0.60 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068032 Jul 13 23:29:04.699694 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-8c2e2b6c-cd1a-4e1f-9a73-fe91e0bfa27b service neutron] 10.222.0.60 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963998 Jul 13 23:29:05.004836 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-caabebfc-7746-410a-838d-f2b6acf89573 req-b9c267bc-1687-4cce-8539-ef3d7f827a5d tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 210 time: 0.0288627 Jul 13 23:29:06.028768 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-f40f0974-0a0a-4f85-85e0-bc2fd6fafec4 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:06.030353 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-f40f0974-0a0a-4f85-85e0-bc2fd6fafec4 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.58 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 808 time: 0.1306639 Jul 13 23:29:06.102879 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-7b5dcd66-d7bd-47d7-8066-b19273368f16 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2f20deb401b4c348b0a18177ec0d2d7 HTTP/1.1" status: 200 len: 379 time: 0.0620494 Jul 13 23:29:06.112505 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Request body: {'port': {'device_id': '78f3b280-1826-460f-bfac-faa48a35c75b', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'admin_state_up': True, 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'security_groups': ['30ddf969-7502-48be-bfa9-d10d9d2085ed']}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:29:06.131082 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-65029388-5534-44ed-a255-5179a5e74606 req-a275d865-db3d-460c-ade6-1c6d647f13b1 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 210 time: 0.0342209 Jul 13 23:29:06.236869 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Made reservation on behalf of d2f20deb401b4c348b0a18177ec0d2d7 for: {'port': 1} {{(pid=104143) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 23:29:06.240788 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:06.254382 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:06.379080 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Allocated IP 172.20.0.10 (6373687c-121a-4785-bd50-6399d920abb3/699c5bd3-c9dd-4a88-a87c-0410b661cc06/e767c16a-ca46-446a-b828-65a7001e19b9) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:29:06.396830 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:06.549864 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for port (e767c16a-ca46-446a-b828-65a7001e19b9), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:06.586210 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:06.630243 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Network 6373687c-121a-4785-bd50-6399d920abb3 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:29:06.636036 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:29:06.640744 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:29:06.664965 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'Port': ['ID=e767c16a-ca46-446a-b828-65a7001e19b9,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:06.700858 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:06.701474 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:06.719329 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-a19de76a-762a-47dd-a8fc-1a92f31aa874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6108394 Jul 13 23:29:06.730969 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Request body: {'port': {'device_id': '78f3b280-1826-460f-bfac-faa48a35c75b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:29:06.794635 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:06.934638 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-6728c13e-b0ca-4d8b-bbac-fbab236a0ded None None] Provisioning complete for port e767c16a-ca46-446a-b828-65a7001e19b9 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:29:06.935189 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-6728c13e-b0ca-4d8b-bbac-fbab236a0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:06.976449 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-6728c13e-b0ca-4d8b-bbac-fbab236a0ded None None] Port e767c16a-ca46-446a-b828-65a7001e19b9 cannot update to ACTIVE because it is not bound. {{(pid=104144) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 13 23:29:07.107262 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e767c16a-ca46-446a-b828-65a7001e19b9 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:29:07.126185 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Publish callbacks [] for port (e767c16a-ca46-446a-b828-65a7001e19b9), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:07.138908 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Transition to ACTIVE for port object e767c16a-ca46-446a-b828-65a7001e19b9 will not be triggered until provisioned by entity L2. {{(pid=104143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 23:29:07.141863 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:07.167117 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:07.202959 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Pushing event updated for resources: {'Port': ['ID=e767c16a-ca46-446a-b828-65a7001e19b9,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:07.266226 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf798d-d655-4b88-be08-bbfe302bd4c2 req-d75a131b-6a94-4fde-b26f-6a9a4405a56f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:07.267826 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8faf798d-d655-4b88-be08-bbfe302bd4c2 req-d75a131b-6a94-4fde-b26f-6a9a4405a56f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0570927 Jul 13 23:29:07.290192 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Attempting to bind port e767c16a-ca46-446a-b828-65a7001e19b9 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 13 23:29:07.290995 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Attempting to bind port e767c16a-ca46-446a-b828-65a7001e19b9 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 13 23:29:07.290995 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Attempting to bind port e767c16a-ca46-446a-b828-65a7001e19b9 on network 6373687c-121a-4785-bd50-6399d920abb3 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:29:07.296908 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Port e767c16a-ca46-446a-b828-65a7001e19b9 on network 6373687c-121a-4785-bd50-6399d920abb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 13 23:29:07.296908 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Attempting to bind port e767c16a-ca46-446a-b828-65a7001e19b9 on network 6373687c-121a-4785-bd50-6399d920abb3 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 13 23:29:07.299793 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:07.303584 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Checking agent: {'id': '0432ecb9-e89c-4098-8443-db20ee513f88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'started_at': datetime.datetime(2022, 7, 13, 23, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 13, 23, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 13 23:29:07.303786 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Checking segment: {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 13 23:29:07.304023 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Bound using segment: {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 13 23:29:07.304449 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Bound port: e767c16a-ca46-446a-b828-65a7001e19b9, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd60239-c563-4629-9558-c3df00c28628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6373687c-121a-4785-bd50-6399d920abb3'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 13 23:29:07.304805 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:07.333604 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8faf798d-d655-4b88-be08-bbfe302bd4c2 req-0aff5312-0b30-4782-be7b-8ff5cb9bb1a7 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598257 Jul 13 23:29:07.389524 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 23:29:07.393098 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e767c16a-ca46-446a-b828-65a7001e19b9,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 23:29:07.399825 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:07.435033 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:07.435670 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:07.437060 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] 10.222.0.58 "PUT /v2.0/ports/e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 1094 time: 0.7109540 Jul 13 23:29:07.437494 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:29:07.439770 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320a8817-2237-47eb-ace6-6e0fb8110b69" -d '{"events": [{"name": "network-changed", "server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:29:07.464785 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94866c5-237c-40e3-a682-0fb15e58f88c service neutron] Pushing event updated for resources: {'Port': ['ID=e767c16a-ca46-446a-b828-65a7001e19b9,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:07.499096 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456463e6-0965-4e9b-a0a8-737661e0c1d9 x-openstack-request-id: req-456463e6-0965-4e9b-a0a8-737661e0c1d9 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:29:07.499500 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:29:07.499804 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-456463e6-0965-4e9b-a0a8-737661e0c1d9 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:29:07.500386 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456463e6-0965-4e9b-a0a8-737661e0c1d9'] response: {'name': 'network-changed', 'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'status': 'completed', 'code': 200} Jul 13 23:29:07.528935 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-958361cc-8b36-43fb-9594-4e6ede2ec3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:07.530512 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-958361cc-8b36-43fb-9594-4e6ede2ec3d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1128 time: 0.0436804 Jul 13 23:29:07.575014 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-037c8d3e-4ef8-4731-9b06-1271f7cf1498 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 217 time: 0.0364482 Jul 13 23:29:07.632105 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-b187b7f2-98f0-419e-b283-cf544e3d779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:07.633548 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-b187b7f2-98f0-419e-b283-cf544e3d779f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 200 len: 847 time: 0.0519540 Jul 13 23:29:07.681249 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-9d3091ba-0814-4829-98f4-8c91ca8f3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:07.682754 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-9d3091ba-0814-4829-98f4-8c91ca8f3612 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6373687c-121a-4785-bd50-6399d920abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422840 Jul 13 23:29:07.779854 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-f1570e81-6124-48c3-8636-1855f9891394 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893304 Jul 13 23:29:07.880501 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-b9fb0c8d-3c21-49bc-9db3-104d0b7d8973 req-1447980e-3a03-4ca8-b810-7dee7bf4ca1e service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948265 Jul 13 23:29:08.465603 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30222439-6fcb-4abc-b955-e65fb0ae3fba req-b755c99c-f474-4141-9479-69382b19f44a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:08.467118 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30222439-6fcb-4abc-b955-e65fb0ae3fba req-b755c99c-f474-4141-9479-69382b19f44a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0570276 Jul 13 23:29:08.534143 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30222439-6fcb-4abc-b955-e65fb0ae3fba req-cbbabd4a-fe57-4f34-84f2-8d93e43b5b59 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553191 Jul 13 23:29:09.642930 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-69b665c1-eda1-4ed7-9460-235c76164719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:09.644492 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-69b665c1-eda1-4ed7-9460-235c76164719 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1128 time: 0.0410278 Jul 13 23:29:09.653044 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a9102-12a5-45a4-b2eb-de5764e52e75 req-bf2aab46-3ed5-4c64-852e-c8217408aba7 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:09.655170 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f4a9102-12a5-45a4-b2eb-de5764e52e75 req-bf2aab46-3ed5-4c64-852e-c8217408aba7 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0504711 Jul 13 23:29:09.706607 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f4a9102-12a5-45a4-b2eb-de5764e52e75 req-b5c8abaa-c8dc-42e2-bee4-960bff35a8b4 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455439 Jul 13 23:29:09.741593 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-b0025518-5cd9-4ad6-abe3-0f2be018613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:09.743039 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-b0025518-5cd9-4ad6-abe3-0f2be018613c service neutron] 10.222.0.58 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 909 time: 0.0919361 Jul 13 23:29:10.825562 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adc5b6-cdf8-44e4-9c8a-45ce7dc9a68b req-b7b8df5f-0737-475e-af86-85a2fa8e9631 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:10.827005 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-13adc5b6-cdf8-44e4-9c8a-45ce7dc9a68b req-b7b8df5f-0737-475e-af86-85a2fa8e9631 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0504737 Jul 13 23:29:10.838729 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:10.878395 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-13adc5b6-cdf8-44e4-9c8a-45ce7dc9a68b req-31d89154-da0f-48fc-80e2-04e1fa15ee59 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458574 Jul 13 23:29:10.885249 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-f9bef51e-6bf1-483a-b989-bd29e35b4183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:11.993697 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418ba43-b894-4390-803e-1a95a96ca3e3 req-041e8cca-51d7-47c1-b386-f26d78f3d14f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:11.995151 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c418ba43-b894-4390-803e-1a95a96ca3e3 req-041e8cca-51d7-47c1-b386-f26d78f3d14f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0470037 Jul 13 23:29:12.043771 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c418ba43-b894-4390-803e-1a95a96ca3e3 req-ed47d0a9-4403-479b-9834-7b4acd2b202c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428851 Jul 13 23:29:12.992777 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-2d322d7b-888c-4006-a91c-6b3b18907abc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 217 time: 0.0330734 Jul 13 23:29:13.145621 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:13.154727 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8861c-11d6-4f0d-a03e-f705037c7800 req-ae979014-2088-454e-acb0-fb14e1bd5c57 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:13.156214 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d2e8861c-11d6-4f0d-a03e-f705037c7800 req-ae979014-2088-454e-acb0-fb14e1bd5c57 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0472019 Jul 13 23:29:13.212255 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d2e8861c-11d6-4f0d-a03e-f705037c7800 req-61058e15-3c25-473d-aa1e-c6774a2806d8 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501943 Jul 13 23:29:13.851131 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:13.858106 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ea52f020-8023-47e9-9727-84383018ada9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:13.973391 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-385017e3-cd4a-4de2-91a8-7ccf897c0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:13.974812 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-385017e3-cd4a-4de2-91a8-7ccf897c0e39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 200 len: 847 time: 0.0453868 Jul 13 23:29:14.323708 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525d71-547a-4faa-87bd-1d6e89452204 req-9a54f059-ec94-405d-b5fa-64fae47829fc tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:14.325480 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a4525d71-547a-4faa-87bd-1d6e89452204 req-9a54f059-ec94-405d-b5fa-64fae47829fc tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0477254 Jul 13 23:29:14.375066 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a4525d71-547a-4faa-87bd-1d6e89452204 req-63541242-7998-4081-94a2-010665124fdc tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436556 Jul 13 23:29:14.578153 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:15.425782 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-c9dcf0e9-fae9-4fa7-a1a8-c21b7dee5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:15.427308 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-c9dcf0e9-fae9-4fa7-a1a8-c21b7dee5590 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6373687c-121a-4785-bd50-6399d920abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457227 Jul 13 23:29:15.491618 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578c50d-eac3-4fea-bc61-c4bfc44924a8 req-a9bf48ba-c2c0-475c-9ef3-370e70d700ef tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:15.493089 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9578c50d-eac3-4fea-bc61-c4bfc44924a8 req-a9bf48ba-c2c0-475c-9ef3-370e70d700ef tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0477183 Jul 13 23:29:15.543006 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9578c50d-eac3-4fea-bc61-c4bfc44924a8 req-5e2bea08-5c20-4fdd-8d3d-15fdd4d8f237 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 Jul 13 23:29:16.552809 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:16.660952 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c360d5c-1e79-44b6-88e9-c12340e367cf req-d1baf808-6c4d-49d6-a7e8-4f2d5445d37b tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:16.662425 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c360d5c-1e79-44b6-88e9-c12340e367cf req-d1baf808-6c4d-49d6-a7e8-4f2d5445d37b tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0500760 Jul 13 23:29:16.711402 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c360d5c-1e79-44b6-88e9-c12340e367cf req-574f56f8-d660-4b81-a803-c0dafec15874 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433786 Jul 13 23:29:16.718207 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:16.725771 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:16.737644 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-a0ac06d8-8c8a-40d1-8c1e-56c396a06248 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892458 Jul 13 23:29:16.829852 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-320a8817-2237-47eb-ace6-6e0fb8110b69 req-6984389c-cdfb-413f-a90c-9df248a6151c service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858126 Jul 13 23:29:17.827546 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ae03f-8df1-46cf-84dc-f12b2d1d6200 req-d760a9fa-bb28-4591-a756-607ac3ac5059 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:17.829015 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b9ae03f-8df1-46cf-84dc-f12b2d1d6200 req-d760a9fa-bb28-4591-a756-607ac3ac5059 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0474074 Jul 13 23:29:17.879122 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b9ae03f-8df1-46cf-84dc-f12b2d1d6200 req-633170e3-4b10-46f3-b547-e6b3e86b5ce6 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 Jul 13 23:29:18.774022 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e767c16a-ca46-446a-b828-65a7001e19b9 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:29:18.776739 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:18.877157 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e767c16a-ca46-446a-b828-65a7001e19b9,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:29:18.892057 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'port_id': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'mac_address': 'fa:16:3e:ce:af:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:29:18.928391 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port e767c16a-ca46-446a-b828-65a7001e19b9 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:29:18.928783 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:18.943020 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e767c16a-ca46-446a-b828-65a7001e19b9 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:29:18.963964 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e767c16a-ca46-446a-b828-65a7001e19b9,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:29:18.968641 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:19.001689 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d85387-d0e2-4a29-8b2a-72a77ff601e5 req-34351663-92eb-427f-b124-46b5fb819a7e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:19.003169 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d3d85387-d0e2-4a29-8b2a-72a77ff601e5 req-34351663-92eb-427f-b124-46b5fb819a7e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0560246 Jul 13 23:29:19.016309 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=e767c16a-ca46-446a-b828-65a7001e19b9,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:19.031522 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.031887 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.032223 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.032555 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.032881 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.033202 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.033521 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.033837 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.034159 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.034476 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.034793 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.035109 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.035422 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.035760 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.036071 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:19.054555 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d3d85387-d0e2-4a29-8b2a-72a77ff601e5 req-19601917-a667-48b8-9b1a-4e6777d38aa9 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455365 Jul 13 23:29:19.506440 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['e767c16a-ca46-446a-b828-65a7001e19b9'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:29:20.166534 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e3adc-0deb-497a-852e-ab62514ec96c req-76b9f7cb-b46e-4928-8bc4-dabc2a4a9f22 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:20.168035 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-279e3adc-0deb-497a-852e-ab62514ec96c req-76b9f7cb-b46e-4928-8bc4-dabc2a4a9f22 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 945 time: 0.0474322 Jul 13 23:29:20.219815 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-279e3adc-0deb-497a-852e-ab62514ec96c req-79c12c23-021e-4d6b-8d12-380f0b4c0635 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452974 Jul 13 23:29:20.797749 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e767c16a-ca46-446a-b828-65a7001e19b9 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:29:20.844634 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning for port e767c16a-ca46-446a-b828-65a7001e19b9 completed by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 13 23:29:20.851700 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port e767c16a-ca46-446a-b828-65a7001e19b9 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:29:20.852103 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:20.929904 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port e767c16a-ca46-446a-b828-65a7001e19b9 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:29:20.930285 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:20.955784 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:29:20.957797 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5b5df9-5ac0-4793-a1cc-94f6636bb07d" -d '{"events": [{"server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "name": "network-vif-plugged", "status": "completed", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:29:20.973288 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e767c16a-ca46-446a-b828-65a7001e19b9,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:29:20.978380 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:20.982923 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:21.006242 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa9eb27-b4a7-4fd2-b2bd-e985730be350 x-openstack-request-id: req-9fa9eb27-b4a7-4fd2-b2bd-e985730be350 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:29:21.006452 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "name": "network-vif-plugged", "status": "completed", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:29:21.006695 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fa9eb27-b4a7-4fd2-b2bd-e985730be350 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:29:21.007113 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa9eb27-b4a7-4fd2-b2bd-e985730be350'] response: {'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'code': 200} Jul 13 23:29:21.043804 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=e767c16a-ca46-446a-b828-65a7001e19b9,revision_number=5']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:21.217215 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004561fd-2e3e-4835-acc6-cde90d9b4a93 req-0076a106-97b3-4d97-b8c9-3227de30e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:21.218696 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-004561fd-2e3e-4835-acc6-cde90d9b4a93 req-0076a106-97b3-4d97-b8c9-3227de30e6ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1130 time: 0.0386872 Jul 13 23:29:21.270929 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-004561fd-2e3e-4835-acc6-cde90d9b4a93 req-c72ce432-9908-48d6-a84f-8b75cbebd406 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460024 Jul 13 23:29:21.335037 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd682090-dc2d-4262-b4ca-1c64842343d1 req-867ff450-3230-4509-90ee-34ab4d2ba025 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:21.336519 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd682090-dc2d-4262-b4ca-1c64842343d1 req-867ff450-3230-4509-90ee-34ab4d2ba025 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0468895 Jul 13 23:29:21.390589 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd682090-dc2d-4262-b4ca-1c64842343d1 req-1c363b3a-0ff9-4734-843d-61bede32e27a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478144 Jul 13 23:29:21.963122 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:29:22.507765 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f4b4a-b5b8-4773-9b99-815ba939f2f5 req-bc8de660-502a-4c65-a497-3cf0fba7ea10 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:22.509335 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5b1f4b4a-b5b8-4773-9b99-815ba939f2f5 req-bc8de660-502a-4c65-a497-3cf0fba7ea10 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0499640 Jul 13 23:29:22.560539 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5b1f4b4a-b5b8-4773-9b99-815ba939f2f5 req-fea2892c-39d5-4089-b397-92cea7cde7d3 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456185 Jul 13 23:29:22.705721 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:22.713620 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:23.676877 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457125ca-33e5-46b3-9b83-093c8b8e6a72 req-1c319a37-317f-4c60-a696-f85762c8229b tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:23.679936 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-457125ca-33e5-46b3-9b83-093c8b8e6a72 req-1c319a37-317f-4c60-a696-f85762c8229b tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0498514 Jul 13 23:29:23.730235 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-457125ca-33e5-46b3-9b83-093c8b8e6a72 req-e29d380a-d474-4d61-8870-8c8950878ec5 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451422 Jul 13 23:29:23.835890 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:23.850660 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507cd17-cf2a-4dd5-b62a-7e93a6f38f26 req-aef0624e-ffb6-4d1b-866c-e390d4638142 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:23.852087 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b507cd17-cf2a-4dd5-b62a-7e93a6f38f26 req-aef0624e-ffb6-4d1b-866c-e390d4638142 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0538874 Jul 13 23:29:23.893216 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:23.903239 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b507cd17-cf2a-4dd5-b62a-7e93a6f38f26 req-56f2b3e8-6ece-4bbe-b77a-98bb0c7738b9 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456395 Jul 13 23:29:23.926032 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60704) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:29:24.127667 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19ef3ba-3e7f-42a8-94f0-67484afffcc5 tempest-TestShelveInstance-1556786873 tempest-TestShelveInstance-1556786873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:24.129220 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d19ef3ba-3e7f-42a8-94f0-67484afffcc5 tempest-TestShelveInstance-1556786873 tempest-TestShelveInstance-1556786873-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1125 time: 0.2021837 Jul 13 23:29:24.132206 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60708) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:29:24.136366 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.v2.base [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Request body: {'floatingip': {'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'port_id': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104143) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:29:24.159323 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:24.173923 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:24.242506 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:24.352356 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Allocated IP 172.27.3.93 (e6b34159-9a37-416c-af34-bfc59800f06b/c57d63cc-b25b-4a57-af3d-b62f7c919651/45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 23:29:24.453288 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for port (45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:24.486087 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152642030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:24.534504 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Network e6b34159-9a37-416c-af34-bfc59800f06b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 23:29:24.536007 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 23:29:24.542784 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 13 23:29:24.546584 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'Port': ['ID=45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:24.658377 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:24.912377 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for floatingip (02468008-2497-4198-8deb-998c21b74642), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:24.985278 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:25.074341 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:25.136394 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for port (45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:25.141238 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16505705'] for port (45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:25.209956 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event updated for resources: {'Port': ['ID=45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:25.220546 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456896'] for floatingip (02468008-2497-4198-8deb-998c21b74642), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:25.318678 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.db.l3_db [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Floating IP 02468008-2497-4198-8deb-998c21b74642 associated. External IP: 172.27.3.93, port: e767c16a-ca46-446a-b828-65a7001e19b9. Jul 13 23:29:25.453262 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:25.520186 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:29:25.623211 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:29:25.633397 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] Sync routers for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:29:25.642627 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:25.645170 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:29:25.645881 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:29:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:29:25.678629 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-1e05df51-f470-4a54-893c-d01bc6599099 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5442197 Jul 13 23:29:25.678629 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:29:25.680555 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c4beb3-b331-416c-a77c-a6251216668b" -d '{"events": [{"name": "network-changed", "server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:29:25.716850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f7f86c-1ebc-4af3-ac9a-be6d6369621a x-openstack-request-id: req-89f7f86c-1ebc-4af3-ac9a-be6d6369621a {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:29:25.716850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:29:25.716850 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89f7f86c-1ebc-4af3-ac9a-be6d6369621a {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:29:25.716850 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f7f86c-1ebc-4af3-ac9a-be6d6369621a'] response: {'name': 'network-changed', 'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'status': 'completed', 'code': 200} Jul 13 23:29:25.750534 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:29:25.777036 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4beb3-b331-416c-a77c-a6251216668b req-ffe80b1d-ae46-4177-88bc-1db1227fc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:25.778575 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-53c4beb3-b331-416c-a77c-a6251216668b req-ffe80b1d-ae46-4177-88bc-1db1227fc05c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1130 time: 0.0402460 Jul 13 23:29:25.876766 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4beb3-b331-416c-a77c-a6251216668b req-c834226d-d321-44a9-8e49-c1526fe567ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:25.878235 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-53c4beb3-b331-416c-a77c-a6251216668b req-c834226d-d321-44a9-8e49-c1526fe567ba service neutron] 10.222.0.58 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 909 time: 0.0933557 Jul 13 23:29:25.973316 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '02468008-2497-4198-8deb-998c21b74642', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'port_id': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'mac_address': 'fa:16:3e:ce:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f3b280-1826-460f-bfac-faa48a35c75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:29:24Z', 'updated_at': '2022-07-13T23:29:24Z', 'revision_number': 0, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065a905-8048-4f2a-bcff-e182f2c40391', 'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'mac_address': 'fa:16:3e:61:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:29Z', 'updated_at': '2022-07-13T23:28:34Z', 'revision_number': 5, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'subnets': [{'id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:29:26.000736 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] Checking router: 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:29:26.010927 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:29:26.011580 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:29:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:29:26.123206 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:29:26.196370 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-53c4beb3-b331-416c-a77c-a6251216668b req-d4006d86-c07b-414c-b881-633af20515e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 999 time: 0.3119044 Jul 13 23:29:26.247447 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4beb3-b331-416c-a77c-a6251216668b req-28ac5adf-ce99-4d92-b6d2-afd8983a729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:26.249008 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-53c4beb3-b331-416c-a77c-a6251216668b req-28ac5adf-ce99-4d92-b6d2-afd8983a729a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 200 len: 847 time: 0.0458591 Jul 13 23:29:26.295074 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4beb3-b331-416c-a77c-a6251216668b req-0a231961-6d02-48d9-88f7-04fb6048a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:26.297121 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-53c4beb3-b331-416c-a77c-a6251216668b req-0a231961-6d02-48d9-88f7-04fb6048a2ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6373687c-121a-4785-bd50-6399d920abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425551 Jul 13 23:29:26.348733 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '02468008-2497-4198-8deb-998c21b74642', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'port_id': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'mac_address': 'fa:16:3e:ce:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f3b280-1826-460f-bfac-faa48a35c75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:29:24Z', 'updated_at': '2022-07-13T23:29:24Z', 'revision_number': 0, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065a905-8048-4f2a-bcff-e182f2c40391', 'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'mac_address': 'fa:16:3e:61:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:29Z', 'updated_at': '2022-07-13T23:28:34Z', 'revision_number': 5, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'subnets': [{'id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:29:26.360250 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:26.398187 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-53c4beb3-b331-416c-a77c-a6251216668b req-24b41442-b207-4e45-9f33-a9322e42a1b6 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947335 Jul 13 23:29:26.464204 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ef499-ff8e-43e5-951a-5e9b4e8c68d2 None None] The sync data for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi is: [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_floatingips': [{'id': '02468008-2497-4198-8deb-998c21b74642', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'router_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'port_id': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'mac_address': 'fa:16:3e:ce:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f3b280-1826-460f-bfac-faa48a35c75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-13T23:29:24Z', 'updated_at': '2022-07-13T23:29:24Z', 'revision_number': 0, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065a905-8048-4f2a-bcff-e182f2c40391', 'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'mac_address': 'fa:16:3e:61:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:29Z', 'updated_at': '2022-07-13T23:28:34Z', 'revision_number': 5, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'subnets': [{'id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:29:26.505191 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-53c4beb3-b331-416c-a77c-a6251216668b req-0cd1bb3d-24ad-4be4-8926-8273dda92012 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002989 Jul 13 23:29:26.658669 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d545667-8547-455b-b91d-d6b6d9079360 None None] New status for floating IP 02468008-2497-4198-8deb-998c21b74642: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:29:33.898918 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:34.587663 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-2ccb39ba-1ee9-490d-aac7-e153d8460f35 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495327 Jul 13 23:29:36.399799 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-7f989058-7ebb-41d5-bc39-60474e15d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:36.401304 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-7f989058-7ebb-41d5-bc39-60474e15d267 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1168 time: 0.0403640 Jul 13 23:29:36.510277 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-14591dfa-e0f2-45d7-9969-a9fc64c956d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:36.511799 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-14591dfa-e0f2-45d7-9969-a9fc64c956d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 200 len: 914 time: 0.0896101 Jul 13 23:29:36.575489 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-8d936fb0-5618-4c18-b313-80fe70ed17a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 1001 time: 0.0560122 Jul 13 23:29:36.606126 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:36.624748 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-0b9313b3-34bd-4ed6-89e7-95cd909f603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:36.626172 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-0b9313b3-34bd-4ed6-89e7-95cd909f603c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d904cf2e-56aa-48bf-a63b-496dfe0fcb71 HTTP/1.1" status: 200 len: 852 time: 0.0452724 Jul 13 23:29:36.677459 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-160eb24c-606c-4817-a32a-1cc616ca805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:29:36.679034 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-160eb24c-606c-4817-a32a-1cc616ca805e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3145edf8-4c18-4d03-9343-f4cb9a9490a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468233 Jul 13 23:29:36.762264 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:36.766559 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:36.770457 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-c13a8084-b0ec-4901-b95d-fc621bbe02b6 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844796 Jul 13 23:29:36.865354 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-29fe7dba-7666-48cf-8ebf-1997d1441918 req-36c14cc2-32ef-4d13-b9f1-56ac4a90b90e service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891788 Jul 13 23:29:37.626955 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=97 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:37.628888 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=85 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:40.889285 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5669713d-15cb-4119-8462-5b1db617d9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:43.859667 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-38204ffb-fe0f-43c6-bfb8-c7d87c4aadd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:44.581589 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:46.553324 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:46.712994 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:46.859949 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=66 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:46.862493 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=26 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:29:52.734153 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:56.902678 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60916) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:29:57.008825 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:57.086433 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Publish callbacks [] for security_group (932a756b-a80e-4ba2-85cc-e7ffc2033d06), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:57.090924 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (932a756b-a80e-4ba2-85cc-e7ffc2033d06), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:57.129118 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932a756b-a80e-4ba2-85cc-e7ffc2033d06,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:57.134191 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fcff3adb52a41e18b05a6408b87b9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302454 Jul 13 23:29:57.137211 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 60922) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:29:57.138999 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.139340 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.139740 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.140078 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.140406 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.140730 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.141052 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.141373 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.141694 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.142015 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.142335 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.142654 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.142975 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.143284 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.143621 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b010f8-90f3-4920-9af0-ca362ce8f0e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.187342 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Publish callbacks [] for security_group (932a756b-a80e-4ba2-85cc-e7ffc2033d06), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:57.209337 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Publish callbacks [] for security_group (932a756b-a80e-4ba2-85cc-e7ffc2033d06), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:57.260870 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (932a756b-a80e-4ba2-85cc-e7ffc2033d06), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:57.263519 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:29:57.265607 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/932a756b-a80e-4ba2-85cc-e7ffc2033d06 HTTP/1.1" status: 204 len: 168 time: 0.1273897 Jul 13 23:29:57.275659 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a756b-a80e-4ba2-85cc-e7ffc2033d06,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:29:57.283702 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.284060 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.284396 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.284733 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.285071 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.285398 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.285746 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.286197 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.286667 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.287146 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.287412 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.287766 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.288090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.288408 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:57.288730 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a4d8-eefb-4222-b701-8334928e8258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:29:58.963423 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:30:00.953565 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 60952) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:30:01.059111 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1138b7c1-8d05-4203-8eaa-4216ddd92d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:01.140099 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1138b7c1-8d05-4203-8eaa-4216ddd92d10 admin admin] Publish callbacks [] for security_group (2d0f1947-058a-4c2a-a534-3d08beb28062), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:01.144552 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1138b7c1-8d05-4203-8eaa-4216ddd92d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (2d0f1947-058a-4c2a-a534-3d08beb28062), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:01.183832 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1138b7c1-8d05-4203-8eaa-4216ddd92d10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=919e242055ec419a921ba07ce05e1b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291975 Jul 13 23:30:01.184669 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138b7c1-8d05-4203-8eaa-4216ddd92d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0f1947-058a-4c2a-a534-3d08beb28062,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:30:01.187162 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60956) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:30:01.240531 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ab393bd7-f6f1-4ad1-86d7-734340393d2f admin admin] Publish callbacks [] for security_group (2d0f1947-058a-4c2a-a534-3d08beb28062), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:01.261620 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ab393bd7-f6f1-4ad1-86d7-734340393d2f admin admin] Publish callbacks [] for security_group (2d0f1947-058a-4c2a-a534-3d08beb28062), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:01.308515 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ab393bd7-f6f1-4ad1-86d7-734340393d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (2d0f1947-058a-4c2a-a534-3d08beb28062), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:01.310971 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ab393bd7-f6f1-4ad1-86d7-734340393d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:01.312650 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-ab393bd7-f6f1-4ad1-86d7-734340393d2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d0f1947-058a-4c2a-a534-3d08beb28062 HTTP/1.1" status: 204 len: 168 time: 0.1244600 Jul 13 23:30:01.320344 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab393bd7-f6f1-4ad1-86d7-734340393d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0f1947-058a-4c2a-a534-3d08beb28062,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:30:02.301615 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 60986) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:30:02.406801 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-80d225fc-acf4-4d49-9783-adf34d130173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:02.482647 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-80d225fc-acf4-4d49-9783-adf34d130173 admin admin] Publish callbacks [] for security_group (fd30fe9b-eabe-4621-a6db-b10d03bf4598), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:02.486393 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-80d225fc-acf4-4d49-9783-adf34d130173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (fd30fe9b-eabe-4621-a6db-b10d03bf4598), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:02.527948 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-80d225fc-acf4-4d49-9783-adf34d130173 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18e41a3e7f2147329cfc9a9f7b0c1036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252097 Jul 13 23:30:02.528863 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d225fc-acf4-4d49-9783-adf34d130173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd30fe9b-eabe-4621-a6db-b10d03bf4598,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:30:02.531862 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 60990) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:30:02.582228 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f222163b-ad2b-490d-9070-93442a2cd610 admin admin] Publish callbacks [] for security_group (fd30fe9b-eabe-4621-a6db-b10d03bf4598), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:02.603972 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f222163b-ad2b-490d-9070-93442a2cd610 admin admin] Publish callbacks [] for security_group (fd30fe9b-eabe-4621-a6db-b10d03bf4598), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:02.650649 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f222163b-ad2b-490d-9070-93442a2cd610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (fd30fe9b-eabe-4621-a6db-b10d03bf4598), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:02.653290 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f222163b-ad2b-490d-9070-93442a2cd610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:02.654640 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f222163b-ad2b-490d-9070-93442a2cd610 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd30fe9b-eabe-4621-a6db-b10d03bf4598 HTTP/1.1" status: 204 len: 168 time: 0.1217680 Jul 13 23:30:02.663080 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222163b-ad2b-490d-9070-93442a2cd610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd30fe9b-eabe-4621-a6db-b10d03bf4598,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:30:07.513076 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:07.514407 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:10.892230 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7a00f1d7-5267-4249-a5e4-3e4fe474706a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:10.912254 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82894e27-501a-4a59-9205-b3197e565e9d req-21880435-1ed0-4f2f-a3b8-2a0e49ae57eb tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:10.914501 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-82894e27-501a-4a59-9205-b3197e565e9d req-21880435-1ed0-4f2f-a3b8-2a0e49ae57eb tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0545833 Jul 13 23:30:10.918835 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-46a713c7-b728-41f4-9b7a-48e96201f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:10.920897 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-46a713c7-b728-41f4-9b7a-48e96201f152 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1168 time: 0.0434787 Jul 13 23:30:10.964003 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:10.969713 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:10.977094 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-82894e27-501a-4a59-9205-b3197e565e9d req-c06c8756-41b4-4a9c-b7fc-1984d952324d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552382 Jul 13 23:30:11.017204 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-01f19d74-3b65-4686-ab42-1d9add07f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:11.018673 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-01f19d74-3b65-4686-ab42-1d9add07f4f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 200 len: 914 time: 0.0906715 Jul 13 23:30:11.084085 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-33c2daec-7bd5-4aec-b54f-2e34a36cf900 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 1001 time: 0.0593953 Jul 13 23:30:11.134859 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-d53efebd-f466-4765-9096-82316b0ee4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:11.136347 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-d53efebd-f466-4765-9096-82316b0ee4d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d904cf2e-56aa-48bf-a63b-496dfe0fcb71 HTTP/1.1" status: 200 len: 852 time: 0.0462577 Jul 13 23:30:11.181530 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-d95bb0c9-55d5-4a97-b271-7dca94e36e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:11.183004 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-d95bb0c9-55d5-4a97-b271-7dca94e36e74 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3145edf8-4c18-4d03-9343-f4cb9a9490a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400667 Jul 13 23:30:11.244380 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:11.249515 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:11.284504 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-af3010c2-3f88-4381-8cb6-75731d5ea641 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945561 Jul 13 23:30:11.383275 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0b496feb-f50e-4b42-aab6-6a34d69145ec req-0bb26aec-bc55-48c8-bb46-fc9300be8a6f service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930083 Jul 13 23:30:12.096105 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487f975-659a-4a30-8bf9-457ab3f87c3e req-80e4d7a8-0ffd-4fb9-8658-0202a67c59d9 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:12.097682 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9487f975-659a-4a30-8bf9-457ab3f87c3e req-80e4d7a8-0ffd-4fb9-8658-0202a67c59d9 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0495715 Jul 13 23:30:12.163149 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9487f975-659a-4a30-8bf9-457ab3f87c3e req-35cd5708-66b6-4120-988e-16eab10d92fe tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597956 Jul 13 23:30:13.281609 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464f9d7-4053-458e-80ec-011058fdde43 req-00875678-8d75-40f8-aa0d-34f05c29f594 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:13.283085 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c464f9d7-4053-458e-80ec-011058fdde43 req-00875678-8d75-40f8-aa0d-34f05c29f594 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0507665 Jul 13 23:30:13.355981 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c464f9d7-4053-458e-80ec-011058fdde43 req-fa2ac205-81d1-4ad8-929d-cc195f9d949a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670898 Jul 13 23:30:13.861194 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5d79a19a-0ce5-48c6-b513-284ca91329a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:14.469567 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ccb28-2e9e-4ea1-bc9a-6f5be02e7246 req-eb4919ab-fd8f-4e29-8354-50a7763d0bcb tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:14.471043 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-878ccb28-2e9e-4ea1-bc9a-6f5be02e7246 req-eb4919ab-fd8f-4e29-8354-50a7763d0bcb tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0473440 Jul 13 23:30:14.489488 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:14.498375 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:14.539786 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-878ccb28-2e9e-4ea1-bc9a-6f5be02e7246 req-5d8f96ca-f70d-4f6d-8073-a065def75ec2 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630314 Jul 13 23:30:14.585556 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:15.661754 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9a80-a16d-45c4-be0a-79068fd933be req-3c241d09-3743-4c35-af5c-816621e09fa0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:15.663256 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9cdf9a80-a16d-45c4-be0a-79068fd933be req-3c241d09-3743-4c35-af5c-816621e09fa0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0484328 Jul 13 23:30:15.730286 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9cdf9a80-a16d-45c4-be0a-79068fd933be req-1e8e1a53-e062-4652-b88a-4447da44cfb0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611269 Jul 13 23:30:16.556602 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:16.716697 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:16.843440 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620859-f9c5-4c3f-8725-8b4dd75ec72d req-c7434bc7-3f8a-44e4-9a97-6e102d7a4f9b tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:16.844966 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0620859-f9c5-4c3f-8725-8b4dd75ec72d req-c7434bc7-3f8a-44e4-9a97-6e102d7a4f9b tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0480680 Jul 13 23:30:16.906065 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f0620859-f9c5-4c3f-8725-8b4dd75ec72d req-f5922dd0-5ee6-4264-a7e8-b1940a5b434b tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554702 Jul 13 23:30:18.022932 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93993b2-84b5-47e7-a8b5-cd2c4ff49cf9 req-4c51f2ab-58cd-4e2d-b4ae-fa6880f0c216 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:18.024563 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b93993b2-84b5-47e7-a8b5-cd2c4ff49cf9 req-4c51f2ab-58cd-4e2d-b4ae-fa6880f0c216 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0498223 Jul 13 23:30:18.093785 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b93993b2-84b5-47e7-a8b5-cd2c4ff49cf9 req-877a1419-07b5-4d65-8af9-e55e776dcfd3 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622969 Jul 13 23:30:19.220462 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac31c-a4d8-4519-bc90-c9e2b5e42042 req-912bc722-4b02-45c3-832f-d70d4f2bea78 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:19.222027 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f57ac31c-a4d8-4519-bc90-c9e2b5e42042 req-912bc722-4b02-45c3-832f-d70d4f2bea78 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0511982 Jul 13 23:30:19.283138 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f57ac31c-a4d8-4519-bc90-c9e2b5e42042 req-b2fc1d89-6a74-4919-a823-f3aa1b55a112 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554299 Jul 13 23:30:20.397992 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d031b-dee4-4a1b-b4de-839fb6cede24 req-4321aeef-c6ad-4792-955f-9acad7130c95 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:20.399468 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9e4d031b-dee4-4a1b-b4de-839fb6cede24 req-4321aeef-c6ad-4792-955f-9acad7130c95 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0486302 Jul 13 23:30:20.458852 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9e4d031b-dee4-4a1b-b4de-839fb6cede24 req-fab8a27c-ef0a-4106-b837-b3af7376cb51 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537143 Jul 13 23:30:21.370082 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=20 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:21.380512 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=11 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:21.576203 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9f1ef-7984-4b26-9756-093391a268d2 req-459eea44-5a49-46f4-940d-179d9bbab5d0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:21.577788 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bcd9f1ef-7984-4b26-9756-093391a268d2 req-459eea44-5a49-46f4-940d-179d9bbab5d0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0478051 Jul 13 23:30:21.643633 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bcd9f1ef-7984-4b26-9756-093391a268d2 req-0f3357e9-0299-4ac0-92b9-91dae264605b tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594642 Jul 13 23:30:22.732183 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:22.759895 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc10b7c-a3f9-48f4-9115-b123cff129ec req-bf5dfda9-9e01-45bc-bd9b-24ecdfb6efd1 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:22.761293 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fc10b7c-a3f9-48f4-9115-b123cff129ec req-bf5dfda9-9e01-45bc-bd9b-24ecdfb6efd1 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0503728 Jul 13 23:30:22.821334 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fc10b7c-a3f9-48f4-9115-b123cff129ec req-1f41dd8e-6743-4fb3-986f-40540f184e84 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538554 Jul 13 23:30:23.937420 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049914e-1044-4049-aea2-a4b38d319675 req-33744b3a-7357-4c35-8dbb-c11b9c046955 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:23.943753 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7049914e-1044-4049-aea2-a4b38d319675 req-33744b3a-7357-4c35-8dbb-c11b9c046955 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0503635 Jul 13 23:30:24.001580 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7049914e-1044-4049-aea2-a4b38d319675 req-502cf51a-dad7-4089-9fa0-f455ec8902ae tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567994 Jul 13 23:30:25.119154 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735ad8e-787a-4815-998b-3cab5270eae6 req-82d66f9d-571f-4e37-a2ce-b7e76e29a635 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:25.120623 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d735ad8e-787a-4815-998b-3cab5270eae6 req-82d66f9d-571f-4e37-a2ce-b7e76e29a635 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0499010 Jul 13 23:30:25.134622 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:25.185717 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d735ad8e-787a-4815-998b-3cab5270eae6 req-5feb57c0-eb5a-4ed8-97f1-d19d61599d00 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573075 Jul 13 23:30:26.300010 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7141ed-6eb0-4796-8054-5e9137120bf8 req-4890878f-b27f-4e16-8515-b101abc9bd96 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:26.301594 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5b7141ed-6eb0-4796-8054-5e9137120bf8 req-4890878f-b27f-4e16-8515-b101abc9bd96 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0483370 Jul 13 23:30:26.322239 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:26.366133 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5b7141ed-6eb0-4796-8054-5e9137120bf8 req-d92fbd23-5485-4793-8014-a60c8570c0f0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590000 Jul 13 23:30:27.485423 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7bbec-7f65-4ec4-bdf2-caa939d74e58 req-d8561cdc-b4f5-4d18-8754-8bd86ed0b170 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:27.486874 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7aa7bbec-7f65-4ec4-bdf2-caa939d74e58 req-d8561cdc-b4f5-4d18-8754-8bd86ed0b170 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0524502 Jul 13 23:30:27.547028 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7aa7bbec-7f65-4ec4-bdf2-caa939d74e58 req-9f9842ea-cc48-4583-8dfa-f471e2fedf14 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&id=978795dc-db1c-4b8e-924c-f068cf112a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544450 Jul 13 23:30:28.961050 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ddc96f79-0169-443c-a690-b4b045127a87 req-a103b9d8-d4b4-43dc-9d20-b53217ef3dbf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387659 Jul 13 23:30:29.025917 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc96f79-0169-443c-a690-b4b045127a87 req-7acf9077-4344-4d02-a397-ed144353dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:29.027332 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ddc96f79-0169-443c-a690-b4b045127a87 req-7acf9077-4344-4d02-a397-ed144353dd2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1130 time: 0.0437496 Jul 13 23:30:29.140963 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc96f79-0169-443c-a690-b4b045127a87 req-2e7291e4-a696-406a-8c86-e83a23a77f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:29.142442 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ddc96f79-0169-443c-a690-b4b045127a87 req-2e7291e4-a696-406a-8c86-e83a23a77f74 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 909 time: 0.0955358 Jul 13 23:30:29.214933 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ddc96f79-0169-443c-a690-b4b045127a87 req-1cdba799-2280-47fd-8a3f-94476f2179ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 1001 time: 0.0627072 Jul 13 23:30:29.268456 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc96f79-0169-443c-a690-b4b045127a87 req-93ddd4ff-2779-4131-ad8a-98b25cf053d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:29.269913 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ddc96f79-0169-443c-a690-b4b045127a87 req-93ddd4ff-2779-4131-ad8a-98b25cf053d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 200 len: 847 time: 0.0475867 Jul 13 23:30:29.314421 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc96f79-0169-443c-a690-b4b045127a87 req-f682eae3-8b43-40aa-839a-fe0eb3e7e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:30:29.315853 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ddc96f79-0169-443c-a690-b4b045127a87 req-f682eae3-8b43-40aa-839a-fe0eb3e7e79d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6373687c-121a-4785-bd50-6399d920abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401988 Jul 13 23:30:29.413664 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ddc96f79-0169-443c-a690-b4b045127a87 req-486cfe59-41d5-4c09-bbd1-4cefda638934 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912428 Jul 13 23:30:29.507108 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ddc96f79-0169-443c-a690-b4b045127a87 req-9e5aada4-4154-4d12-ba8f-5ee65b521c6e service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867705 Jul 13 23:30:32.721458 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=23 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:32.727640 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:35.965310 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:30:37.538993 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=28 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:37.541022 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=12 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:39.497574 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=47 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:39.504165 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=54 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:40.898808 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-50da9e4a-c6d7-4e84-81b7-775e492eb5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:43.864605 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-44af070f-4463-49bd-8e8d-e91bf7f8cb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:44.587782 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:46.559163 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:46.721036 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:30:47.961182 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:47.965575 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:30:52.747307 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:02.741029 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:02.743805 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:10.892005 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-04746f0d-b29c-4018-9407-907f1b0e0354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:12.964180 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:31:13.868416 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-64f256e8-a99b-45ce-9192-0dba29d09be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:14.589920 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:16.561842 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:16.723582 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:22.754912 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:23.428009 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-19f4460b-ef73-4af2-aad5-b8305d61cae4 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129119671&fields=id&tenant_id=f96223da0efe45daaf57326c8f9d1ae1 HTTP/1.1" status: 200 len: 267 time: 0.2102747 Jul 13 23:31:23.482778 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-0c76706f-d0f9-4e45-bc37-5558b5412e0c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:23.484387 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-0c76706f-d0f9-4e45-bc37-5558b5412e0c tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 984 time: 0.0510604 Jul 13 23:31:23.498761 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Request body: {'port': {'security_groups': ['ad812b3e-d91b-42d7-bb8c-1b034b357377']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 13 23:31:23.579671 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:23.763504 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] For port ac6b98f4-c418-4051-a292-8d82d918a5f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:23.793055 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:23.797687 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13859514'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:23.818357 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['ac6b98f4-c418-4051-a292-8d82d918a5f4'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:31:23.841109 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:23.841790 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:23.843325 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8d7a7bca-1a85-47b4-91e5-3ba68f6ada29 req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "PUT /v2.0/ports/ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 942 time: 0.3518050 Jul 13 23:31:23.843812 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:31:23.846106 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec850588-493a-42da-81f0-eee9d52f2268" -d '{"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:31:23.851704 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 32842) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:23.878348 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event updated for resources: {'Port': ['ID=ac6b98f4-c418-4051-a292-8d82d918a5f4,revision_number=7']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:23.887672 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.887804 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.888100 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.888433 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.888759 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.889098 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.890092 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.890431 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.890765 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.891182 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.891577 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.892271 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.892793 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.893451 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.893957 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f96db4-0e4a-40cf-a323-7e4efbcf954d tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:23.926213 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1221160a-f7fa-4cf9-808a-dc7152829665 x-openstack-request-id: req-1221160a-f7fa-4cf9-808a-dc7152829665 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:31:23.926540 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:31:23.926874 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1221160a-f7fa-4cf9-808a-dc7152829665 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:31:23.927283 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1221160a-f7fa-4cf9-808a-dc7152829665'] response: {'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'status': 'completed', 'code': 200} Jul 13 23:31:23.945758 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['ac6b98f4-c418-4051-a292-8d82d918a5f4'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:31:23.959554 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group (978795dc-db1c-4b8e-924c-f068cf112a19), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:23.994454 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group (978795dc-db1c-4b8e-924c-f068cf112a19), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:24.088722 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850588-493a-42da-81f0-eee9d52f2268 req-8ad13c7a-d249-4e2d-858e-e90fdc274ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:24.090513 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ec850588-493a-42da-81f0-eee9d52f2268 req-8ad13c7a-d249-4e2d-858e-e90fdc274ce2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1129 time: 0.1356215 Jul 13 23:31:24.176912 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-a03247d0-ff7b-4c07-b1a7-a935b5c16271 None None] Provisioning complete for port ac6b98f4-c418-4051-a292-8d82d918a5f4 triggered by entity DHCP. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:31:24.177274 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a03247d0-ff7b-4c07-b1a7-a935b5c16271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:24.179086 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (978795dc-db1c-4b8e-924c-f068cf112a19), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:24.181612 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for security_group (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:24.182751 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "DELETE /v2.0/security-groups/978795dc-db1c-4b8e-924c-f068cf112a19 HTTP/1.1" status: 204 len: 168 time: 0.3290083 Jul 13 23:31:24.185748 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 32846) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:24.205338 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978795dc-db1c-4b8e-924c-f068cf112a19,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:24.218626 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.219017 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.219298 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.219660 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.219996 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.220325 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.220646 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.220967 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.221294 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.221623 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.222552 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.222552 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.222841 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.223114 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.223655 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b3ae70-6a9c-4da6-bf32-335639622e0a tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:24.236616 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850588-493a-42da-81f0-eee9d52f2268 req-0cc1c90b-c693-4644-a1a0-fc7ebb03a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:24.238099 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ec850588-493a-42da-81f0-eee9d52f2268 req-0cc1c90b-c693-4644-a1a0-fc7ebb03a9b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 200 len: 914 time: 0.1417782 Jul 13 23:31:24.273168 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-a03247d0-ff7b-4c07-b1a7-a935b5c16271 None None] Current status of the port ac6b98f4-c418-4051-a292-8d82d918a5f4 is: ACTIVE; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:31:24.309366 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ec850588-493a-42da-81f0-eee9d52f2268 req-51d67032-5223-4c8e-b014-f2766e9d3e33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 1001 time: 0.0644400 Jul 13 23:31:24.347804 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Deleting port 00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:24.348195 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:24.373977 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850588-493a-42da-81f0-eee9d52f2268 req-4e9dfc7f-6ace-4f6b-aa2c-dfda1b0a4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:24.375468 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ec850588-493a-42da-81f0-eee9d52f2268 req-4e9dfc7f-6ace-4f6b-aa2c-dfda1b0a4bc6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d904cf2e-56aa-48bf-a63b-496dfe0fcb71 HTTP/1.1" status: 200 len: 852 time: 0.0587206 Jul 13 23:31:24.424291 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850588-493a-42da-81f0-eee9d52f2268 req-582337b0-438d-4d85-9924-28be0e692587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:24.425813 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ec850588-493a-42da-81f0-eee9d52f2268 req-582337b0-438d-4d85-9924-28be0e692587 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3145edf8-4c18-4d03-9343-f4cb9a9490a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445607 Jul 13 23:31:24.443598 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:24.444248 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for floatingip (00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:24.458466 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Calling delete_port for 00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:24.523354 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ec850588-493a-42da-81f0-eee9d52f2268 req-c21c9672-fa0b-448c-a939-24d412c51f5e service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901575 Jul 13 23:31:24.565709 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:24.624283 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:24.626860 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ec850588-493a-42da-81f0-eee9d52f2268 req-d2d9c39e-dcbf-434b-91af-4f6d6d90d780 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975111 Jul 13 23:31:24.670304 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event deleted for resources: {'Port': ['ID=00d7ce5f-1fa9-4846-b4cf-72a3c6ecf363,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:24.679562 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:24.738717 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks [] for floatingip (392063b8-bdeb-47e4-9e7e-ff03cabb6fc4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:24.739031 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Floating IP 392063b8-bdeb-47e4-9e7e-ff03cabb6fc4 disassociated (deleted). External IP: 172.27.3.160, port: ac6b98f4-c418-4051-a292-8d82d918a5f4. Jul 13 23:31:24.967854 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:24.972182 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:25.184658 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:31:25.292413 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:31:25.296983 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:25.303018 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] Sync routers for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:31:25.315744 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:31:25.316359 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:31:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:25.329197 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d0416217-6424-443c-8daa-658208523f28 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "DELETE /v2.0/floatingips/392063b8-bdeb-47e4-9e7e-ff03cabb6fc4 HTTP/1.1" status: 204 len: 168 time: 1.1423428 Jul 13 23:31:25.426213 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:31:25.631434 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:20Z', 'revision_number': 5, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:25.662212 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] Checking router: 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:31:25.671378 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:31:25.672019 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:31:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:25.787204 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:31:25.928321 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:31:25.931335 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fa4491-fdf7-4f58-8451-c2521e5d3279" -d '{"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:31:25.967661 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848b7905-73cc-41b5-b83f-ac492dc0c271 x-openstack-request-id: req-848b7905-73cc-41b5-b83f-ac492dc0c271 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:31:25.968042 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:31:25.968340 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-848b7905-73cc-41b5-b83f-ac492dc0c271 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:31:25.968828 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848b7905-73cc-41b5-b83f-ac492dc0c271'] response: {'name': 'network-changed', 'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'status': 'completed', 'code': 200} Jul 13 23:31:25.976697 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:20Z', 'revision_number': 5, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:26.003143 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd285a4f-1f7f-457f-81c4-51260a74390b None None] The sync data for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi is: [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:27:15Z', 'revision_number': 4, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '8274111c-e89d-40e1-bedf-8c134ad83b1b', 'name': '', 'network_id': '3145edf8-4c18-4d03-9343-f4cb9a9490a4', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'mac_address': 'fa:16:3e:be:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:15Z', 'updated_at': '2022-07-13T23:27:20Z', 'revision_number': 5, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'subnets': [{'id': 'd904cf2e-56aa-48bf-a63b-496dfe0fcb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:31:26.039785 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-c9420f5b-8b87-4faf-a319-fe6778587a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:26.044840 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-c9420f5b-8b87-4faf-a319-fe6778587a89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 1129 time: 0.0482862 Jul 13 23:31:26.179231 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-f67a35a3-b434-491f-8a20-211896fa5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:26.181742 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-f67a35a3-b434-491f-8a20-211896fa5fd9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 200 len: 914 time: 0.1015005 Jul 13 23:31:26.222509 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-62eed49e-9add-4b17-ba7d-89198a093d1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 200 len: 217 time: 0.0343685 Jul 13 23:31:26.275661 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-5caf0ad9-4372-4544-8f84-2e177fbc2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:26.277052 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-5caf0ad9-4372-4544-8f84-2e177fbc2b18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d904cf2e-56aa-48bf-a63b-496dfe0fcb71 HTTP/1.1" status: 200 len: 852 time: 0.0488865 Jul 13 23:31:26.279693 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d17654-68d6-411e-9585-c800754114d5 None None] New status for floating IP 392063b8-bdeb-47e4-9e7e-ff03cabb6fc4: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:31:26.327939 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-bf58de2c-e108-4625-a4cf-f311d6c3b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:26.329699 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-bf58de2c-e108-4625-a4cf-f311d6c3b006 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3145edf8-4c18-4d03-9343-f4cb9a9490a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453618 Jul 13 23:31:26.429491 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:26.472267 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-77700764-7cc3-4035-9a5f-3a88d6a68829 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357465 Jul 13 23:31:26.550385 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:26.568860 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-52fa4491-fdf7-4f58-8451-c2521e5d3279 req-5efdd2c7-9ba2-4796-88e4-b59cddcb9c30 service neutron] 10.222.0.58 "GET /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910184 Jul 13 23:31:28.078450 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e6caf-bd31-49b5-91c8-8de3fe239c13 req-cc66df94-13d9-4e78-a92d-b75bc6922c84 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:28.079923 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b54e6caf-bd31-49b5-91c8-8de3fe239c13 req-cc66df94-13d9-4e78-a92d-b75bc6922c84 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.0466061 Jul 13 23:31:28.126304 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b54e6caf-bd31-49b5-91c8-8de3fe239c13 req-80f6bffa-0fad-4d70-812a-51a9ed144589 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408936 Jul 13 23:31:29.296451 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a16654-59a6-43ef-a9f1-767ec2f8bc56 req-0f73b917-60c8-451c-b796-2f14e9745606 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:29.297896 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08a16654-59a6-43ef-a9f1-767ec2f8bc56 req-0f73b917-60c8-451c-b796-2f14e9745606 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.1030858 Jul 13 23:31:29.345447 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08a16654-59a6-43ef-a9f1-767ec2f8bc56 req-e0fe75f3-ef99-45e3-b8b7-2a79f02097b5 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad812b3e-d91b-42d7-bb8c-1b034b357377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419810 Jul 13 23:31:30.064563 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b2e45b79-4888-4f89-9c53-c3ea538c8db0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:30.065998 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b2e45b79-4888-4f89-9c53-c3ea538c8db0 tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 945 time: 0.0465920 Jul 13 23:31:30.145653 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Deleting port ac6b98f4-c418-4051-a292-8d82d918a5f4 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:30.145986 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:30.238150 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] For port ac6b98f4-c418-4051-a292-8d82d918a5f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac6b98f4-c418-4051-a292-8d82d918a5f4,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:30.238502 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:30.251325 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Calling delete_port for ac6b98f4-c418-4051-a292-8d82d918a5f4 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:30.382839 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (ac6b98f4-c418-4051-a292-8d82d918a5f4), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:30.395419 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['ac6b98f4-c418-4051-a292-8d82d918a5f4'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:31:30.411155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Pushing event deleted for resources: {'Port': ['ID=ac6b98f4-c418-4051-a292-8d82d918a5f4,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:30.447583 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-394790bd-e77e-4256-879f-8aa1a312b131 req-c8f01dd5-026b-4f8d-bce4-8dc69a515cbd tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 210 time: 0.0341470 Jul 13 23:31:30.459119 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] No DVR routers for this DVR port ac6b98f4-c418-4051-a292-8d82d918a5f4 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:31:30.463847 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:30.467045 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-2adab0cd-466e-4ba4-9ca0-e5251ef77c56 req-b3921770-c5a8-4abb-98a6-f05ec14b4fff tempest-TestMinimumBasicScenario-614789334 tempest-TestMinimumBasicScenario-614789334-project] 10.222.0.58 "DELETE /v2.0/ports/ac6b98f4-c418-4051-a292-8d82d918a5f4 HTTP/1.1" status: 204 len: 173 time: 0.3962216 Jul 13 23:31:30.467477 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'name': 'network-vif-deleted', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:31:30.470359 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da8f492-7c2a-4400-a36c-8756f2c85ee7" -d '{"events": [{"server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "name": "network-vif-deleted", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:31:30.566866 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf8cf1e-d6c5-40c5-85c5-03d4e206a439 x-openstack-request-id: req-5cf8cf1e-d6c5-40c5-85c5-03d4e206a439 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:31:30.567153 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc11b570-15c0-4127-99e1-a15699722aef", "name": "network-vif-deleted", "tag": "ac6b98f4-c418-4051-a292-8d82d918a5f4", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:31:30.567404 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cf8cf1e-d6c5-40c5-85c5-03d4e206a439 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:31:30.567835 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf8cf1e-d6c5-40c5-85c5-03d4e206a439'] response: {'server_uuid': 'cc11b570-15c0-4127-99e1-a15699722aef', 'name': 'network-vif-deleted', 'tag': 'ac6b98f4-c418-4051-a292-8d82d918a5f4', 'status': 'completed', 'code': 200} Jul 13 23:31:30.952323 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c9e4264d-94b4-48b4-a0be-8d9834de64cb req-b58b858c-f7a3-4c09-a477-72fb49cd23a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cc11b570-15c0-4127-99e1-a15699722aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275123 Jul 13 23:31:31.023077 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c9e4264d-94b4-48b4-a0be-8d9834de64cb req-7df83e14-b665-4e54-9a68-b18aff1be03d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&device_id=cc11b570-15c0-4127-99e1-a15699722aef HTTP/1.1" status: 200 len: 210 time: 0.0287590 Jul 13 23:31:31.131620 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4264d-94b4-48b4-a0be-8d9834de64cb req-a720b036-7279-4b54-a08f-f25370a4a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:31.133089 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c9e4264d-94b4-48b4-a0be-8d9834de64cb req-a720b036-7279-4b54-a08f-f25370a4a762 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0922050 Jul 13 23:31:31.228275 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4264d-94b4-48b4-a0be-8d9834de64cb req-b8938976-4c24-4986-8095-953bbd22a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:31.229756 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c9e4264d-94b4-48b4-a0be-8d9834de64cb req-b8938976-4c24-4986-8095-953bbd22a655 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913463 Jul 13 23:31:32.102246 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 32938) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:32.300837 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:32.415760 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:32.498106 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:32.634079 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Deleting port 8274111c-e89d-40e1-bedf-8c134ad83b1b {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:32.634562 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:32.717842 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] For port 8274111c-e89d-40e1-bedf-8c134ad83b1b, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=8274111c-e89d-40e1-bedf-8c134ad83b1b,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:32.718203 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:32.731669 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Calling delete_port for 8274111c-e89d-40e1-bedf-8c134ad83b1b owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:32.910446 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (8274111c-e89d-40e1-bedf-8c134ad83b1b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:32.936970 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8274111c-e89d-40e1-bedf-8c134ad83b1b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:33.102869 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:33.146305 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:33.311019 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:31:33.352001 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device ac6b98f4-c418-4051-a292-8d82d918a5f4 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:31:33.354697 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:33.356733 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:33.361742 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:33.375998 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: ac6b98f4-c418-4051-a292-8d82d918a5f4 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:31:33.376347 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device ac6b98f4-c418-4051-a292-8d82d918a5f4 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:31:33.418668 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:31:33.423356 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c8d66925-c8b1-4b10-83f5-62f8b88edfe8 admin admin] 10.222.0.60 "PUT /v2.0/routers/461f1e8f-bfb0-4b40-a1af-7c66ca00b35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3200650 Jul 13 23:31:33.426024 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 32942) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:33.427797 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] Sync routers for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:31:33.437798 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:31:33.438393 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:31:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:33.522080 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:33.528755 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks [] for router (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:33.535187 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:31:33.630943 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks [] for router_gateway (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:33.674202 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Deleting port ad229dc1-5136-4200-b279-c62028fdc42d {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:33.674528 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:33.681211 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:33.705072 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:33.748147 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:33.762541 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] For port ad229dc1-5136-4200-b279-c62028fdc42d, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=ad229dc1-5136-4200-b279-c62028fdc42d,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:33.762894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:33.775608 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Calling delete_port for ad229dc1-5136-4200-b279-c62028fdc42d owned by network:router_gateway {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:33.788385 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:31:32Z', 'revision_number': 5, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port': {'id': 'ad229dc1-5136-4200-b279-c62028fdc42d', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:13Z', 'updated_at': '2022-07-13T23:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:33.816224 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] Checking router: 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:31:33.826360 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] Routers {'461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:31:33.826991 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:31:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:33.911187 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] Set router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d gateway port host: None {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:31:33.942115 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (ad229dc1-5136-4200-b279-c62028fdc42d), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:33.962486 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:31:33Z', 'revision_number': 6, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port_host': None}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:33.987556 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a4871-c0cd-47f0-9e90-5a5bd05f7c72 None None] The sync data for ids ['461f1e8f-bfb0-4b40-a1af-7c66ca00b35d'] in dv-cinder-799871-29-iscsi is: [{'id': '461f1e8f-bfb0-4b40-a1af-7c66ca00b35d', 'name': 'tempest-TestMinimumBasicScenario-89493097-router', 'tenant_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:12Z', 'updated_at': '2022-07-13T23:31:33Z', 'revision_number': 6, 'project_id': 'f96223da0efe45daaf57326c8f9d1ae1', 'gw_port_host': None}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:31:34.222333 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad229dc1-5136-4200-b279-c62028fdc42d,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:34.285375 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.374982 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.377266 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks [] for router_controller (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.419707 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (461f1e8f-bfb0-4b40-a1af-7c66ca00b35d), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.420352 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461f1e8f-bfb0-4b40-a1af-7c66ca00b35d {{(pid=104143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:31:34.424949 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.426019 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-4c204d72-3305-43f4-aa1b-e7cedb59f683 admin admin] 10.222.0.60 "DELETE /v2.0/routers/461f1e8f-bfb0-4b40-a1af-7c66ca00b35d HTTP/1.1" status: 204 len: 168 time: 0.9990282 Jul 13 23:31:34.428587 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 32944) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:34.476022 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_v2 [None req-3906f7f1-f49e-4c40-8d49-b223514c1884 admin admin] Deleting subnet d904cf2e-56aa-48bf-a63b-496dfe0fcb71 {{(pid=104143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:31:34.479117 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3906f7f1-f49e-4c40-8d49-b223514c1884 admin admin] Publish callbacks [] for subnet (d904cf2e-56aa-48bf-a63b-496dfe0fcb71), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.513862 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3906f7f1-f49e-4c40-8d49-b223514c1884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15074518'] for subnet (d904cf2e-56aa-48bf-a63b-496dfe0fcb71), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.589911 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3906f7f1-f49e-4c40-8d49-b223514c1884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (d904cf2e-56aa-48bf-a63b-496dfe0fcb71), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.620348 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:34.647864 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3906f7f1-f49e-4c40-8d49-b223514c1884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14774655'] for subnet (d904cf2e-56aa-48bf-a63b-496dfe0fcb71), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.674889 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906f7f1-f49e-4c40-8d49-b223514c1884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d904cf2e-56aa-48bf-a63b-496dfe0fcb71,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:34.678741 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3906f7f1-f49e-4c40-8d49-b223514c1884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.684528 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 32946) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:34.685007 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3906f7f1-f49e-4c40-8d49-b223514c1884 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d904cf2e-56aa-48bf-a63b-496dfe0fcb71 HTTP/1.1" status: 204 len: 168 time: 0.2550409 Jul 13 23:31:34.685303 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b73ed6-e919-45e8-a130-ffbd2029ca2e None None] Network 3145edf8-4c18-4d03-9343-f4cb9a9490a4 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:31:34.770012 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (3145edf8-4c18-4d03-9343-f4cb9a9490a4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.818208 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Deleting port 83138d84-896e-4950-90d7-c289aac80ae7 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:34.818548 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (83138d84-896e-4950-90d7-c289aac80ae7), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.833945 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 8274111c-e89d-40e1-bedf-8c134ad83b1b no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:31:34.876217 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] DHCP port deletion for 3145edf8-4c18-4d03-9343-f4cb9a9490a4 request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:31:34.880904 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 8274111c-e89d-40e1-bedf-8c134ad83b1b {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:31:34.881413 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 8274111c-e89d-40e1-bedf-8c134ad83b1b not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:31:34.881834 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device ad229dc1-5136-4200-b279-c62028fdc42d no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:31:34.887882 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [req-0f05ebdb-a792-46ac-bac2-f174e8fe37b6 req-8ebd8388-2e58-4786-9e43-1ca6b425404f service neutron] (104143) timed out ('10.222.0.58', 56615) {{(pid=104143) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 13 23:31:34.893996 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] For port 83138d84-896e-4950-90d7-c289aac80ae7, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=83138d84-896e-4950-90d7-c289aac80ae7,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:34.895682 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (83138d84-896e-4950-90d7-c289aac80ae7), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:34.909159 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Calling delete_port for 83138d84-896e-4950-90d7-c289aac80ae7 owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:34.913401 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: ad229dc1-5136-4200-b279-c62028fdc42d {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:31:34.913401 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device ad229dc1-5136-4200-b279-c62028fdc42d not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:31:34.945713 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Deleting port 83138d84-896e-4950-90d7-c289aac80ae7 {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:34.946868 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (83138d84-896e-4950-90d7-c289aac80ae7), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.000209 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (83138d84-896e-4950-90d7-c289aac80ae7), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.016975 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] For port 83138d84-896e-4950-90d7-c289aac80ae7, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=83138d84-896e-4950-90d7-c289aac80ae7,segment=NetworkSegment(7f20e5b0-3856-4334-9714-9c9fb0819874),segment_id=7f20e5b0-3856-4334-9714-9c9fb0819874)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:35.017369 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (83138d84-896e-4950-90d7-c289aac80ae7), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.028427 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Pushing event deleted for resources: {'Port': ['ID=83138d84-896e-4950-90d7-c289aac80ae7,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:35.030493 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] No DVR routers for this DVR port 83138d84-896e-4950-90d7-c289aac80ae7 on host dv-cinder-799871-29-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:31:35.036848 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Calling delete_port for 83138d84-896e-4950-90d7-c289aac80ae7 owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:35.055755 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-17a7731b-f7c2-46cc-b0a6-0e7a8d86c683 req-93277421-1bd8-45f3-b33e-c9b7577c701b service neutron] (104142) timed out ('10.222.0.58', 56644) {{(pid=104142) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 13 23:31:35.078644 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-dd5de64e-c2ea-48c1-9ca7-a5858029658a req-684ffe23-026f-4454-be39-7e6afc55b633 service neutron] (104142) timed out ('10.222.0.58', 56645) {{(pid=104142) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 13 23:31:35.119046 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (3145edf8-4c18-4d03-9343-f4cb9a9490a4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.128906 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (83138d84-896e-4950-90d7-c289aac80ae7), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.141266 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3145edf8-4c18-4d03-9343-f4cb9a9490a4']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:35.151351 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f20e5b0-3856-4334-9714-9c9fb0819874') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:35.151683 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f20e5b0-3856-4334-9714-9c9fb0819874') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:35.154939 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Pushing event deleted for resources: {'Port': ['ID=83138d84-896e-4950-90d7-c289aac80ae7,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:35.159698 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] No DVR routers for this DVR port 83138d84-896e-4950-90d7-c289aac80ae7 on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:31:35.164277 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13795850'] for segment (7f20e5b0-3856-4334-9714-9c9fb0819874), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.166737 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.167341 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.167704 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.168038 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.172580 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a7ec0f-1d1e-4333-8cf4-e5aaab18284e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:31:35.188190 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (7f20e5b0-3856-4334-9714-9c9fb0819874), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.195893 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:31:35.196333 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13859550'] for segment (7f20e5b0-3856-4334-9714-9c9fb0819874), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.219315 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 7f20e5b0-3856-4334-9714-9c9fb0819874 resource provider aggregate not found Jul 13 23:31:35.262160 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 7f20e5b0-3856-4334-9714-9c9fb0819874 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f20e5b0-3856-4334-9714-9c9fb0819874 found for delete ", "request_id": "req-fbe2f844-8ca6-4bce-b529-72aef50a9acd"}]} Jul 13 23:31:35.264113 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (3145edf8-4c18-4d03-9343-f4cb9a9490a4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.269629 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.272667 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] 10.222.0.60 "DELETE /v2.0/networks/3145edf8-4c18-4d03-9343-f4cb9a9490a4 HTTP/1.1" status: 204 len: 168 time: 0.5859931 Jul 13 23:31:35.275742 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 32952) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:35.283428 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc712e27-cabd-4700-b4ce-824299c967ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3145edf8-4c18-4d03-9343-f4cb9a9490a4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:35.471392 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:35.583467 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.800962 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Deleting port caf879ff-56e3-481b-9ccd-a565f4a2b7f2 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:35.801292 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.883990 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] For port caf879ff-56e3-481b-9ccd-a565f4a2b7f2, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=caf879ff-56e3-481b-9ccd-a565f4a2b7f2,segment=NetworkSegment(8df38bf2-0928-4db0-98b0-37f79679896e),segment_id=8df38bf2-0928-4db0-98b0-37f79679896e)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:35.884349 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:35.897013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Calling delete_port for caf879ff-56e3-481b-9ccd-a565f4a2b7f2 owned by network:router_interface {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:36.021176 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:36.076481 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (caf879ff-56e3-481b-9ccd-a565f4a2b7f2), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:36.099155 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf879ff-56e3-481b-9ccd-a565f4a2b7f2,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:36.262899 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:36.311928 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:36.476768 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:31:36.579068 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:31:36.584245 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-d134c017-6621-410e-af59-ababf51e3867 admin admin] 10.222.0.60 "PUT /v2.0/routers/5005275b-9e66-4cf5-9ff4-ac2c112d7a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3074036 Jul 13 23:31:36.586815 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 32954) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:36.587546 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] Sync routers for ids ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:31:36.600481 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] Routers {'5005275b-9e66-4cf5-9ff4-ac2c112d7a10'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:31:36.601084 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:31:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:36.687204 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks [] for router (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:36.701904 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] Set router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:31:36.787801 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks [] for router_gateway (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:36.834442 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Deleting port 24a7dd97-e72e-4a24-99f7-8f84507751ba {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:36.834777 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:36.875836 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:31:36Z', 'revision_number': 5, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'gw_port': {'id': '24a7dd97-e72e-4a24-99f7-8f84507751ba', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:36.904417 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 83138d84-896e-4950-90d7-c289aac80ae7 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:31:36.907037 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] Checking router: 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:31:36.919552 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] For port 24a7dd97-e72e-4a24-99f7-8f84507751ba, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=24a7dd97-e72e-4a24-99f7-8f84507751ba,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:36.919918 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:36.928006 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 83138d84-896e-4950-90d7-c289aac80ae7 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:31:36.928345 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 83138d84-896e-4950-90d7-c289aac80ae7 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:31:36.933763 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Calling delete_port for 24a7dd97-e72e-4a24-99f7-8f84507751ba owned by network:router_gateway {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:36.935068 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] Routers {'5005275b-9e66-4cf5-9ff4-ac2c112d7a10'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:31:36.935745 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:31:14Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:36.937909 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:37.019043 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] Set router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:31:37.072163 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:31:36Z', 'revision_number': 6, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'gw_port_host': None}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:37.096809 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47361a-bd09-4c15-843c-9b2ea94ee826 None None] The sync data for ids ['5005275b-9e66-4cf5-9ff4-ac2c112d7a10'] in dv-cinder-799871-29-iscsi is: [{'id': '5005275b-9e66-4cf5-9ff4-ac2c112d7a10', 'name': 'tempest-TestMinimumBasicScenario-1448943552-router', 'tenant_id': '83937178a24e4636a96243d0fbcd67b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:27:18Z', 'updated_at': '2022-07-13T23:31:36Z', 'revision_number': 6, 'project_id': '83937178a24e4636a96243d0fbcd67b5', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:31:37.101669 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (24a7dd97-e72e-4a24-99f7-8f84507751ba), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.132314 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=24a7dd97-e72e-4a24-99f7-8f84507751ba,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:37.158388 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:37.196970 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.284894 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.286981 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks [] for router_controller (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.328176 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (5005275b-9e66-4cf5-9ff4-ac2c112d7a10), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.328750 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5005275b-9e66-4cf5-9ff4-ac2c112d7a10 {{(pid=104143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:31:37.333084 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.334392 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-858a0ccf-c8ed-4cf8-b75b-49b978168cfe admin admin] 10.222.0.60 "DELETE /v2.0/routers/5005275b-9e66-4cf5-9ff4-ac2c112d7a10 HTTP/1.1" status: 204 len: 168 time: 0.7466412 Jul 13 23:31:37.337424 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 32956) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:37.385945 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8de353d-dfdd-4359-91ad-c276bf45c04b admin admin] Deleting subnet 11c9047a-0cd9-4457-a9e8-6c5cb15384c2 {{(pid=104143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:31:37.389194 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e8de353d-dfdd-4359-91ad-c276bf45c04b admin admin] Publish callbacks [] for subnet (11c9047a-0cd9-4457-a9e8-6c5cb15384c2), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.426059 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e8de353d-dfdd-4359-91ad-c276bf45c04b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15074518'] for subnet (11c9047a-0cd9-4457-a9e8-6c5cb15384c2), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.515512 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e8de353d-dfdd-4359-91ad-c276bf45c04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (11c9047a-0cd9-4457-a9e8-6c5cb15384c2), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.576868 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e8de353d-dfdd-4359-91ad-c276bf45c04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14774655'] for subnet (11c9047a-0cd9-4457-a9e8-6c5cb15384c2), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.603090 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de353d-dfdd-4359-91ad-c276bf45c04b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c9047a-0cd9-4457-a9e8-6c5cb15384c2,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:37.610029 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e8de353d-dfdd-4359-91ad-c276bf45c04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.613928 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-e8de353d-dfdd-4359-91ad-c276bf45c04b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/11c9047a-0cd9-4457-a9e8-6c5cb15384c2 HTTP/1.1" status: 204 len: 168 time: 0.2755499 Jul 13 23:31:37.615643 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d987c3-5bd9-42dd-9ed9-52f654d3ae16 None None] Network 7e973de2-44e9-432e-a08d-4c43d0b5edbd requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:31:37.616812 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 32958) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:37.693792 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (7e973de2-44e9-432e-a08d-4c43d0b5edbd), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.730151 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:37.748739 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Deleting port 59ffadf0-e56a-42cb-be15-f2b308add5b2 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:37.749136 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.820161 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] For port 59ffadf0-e56a-42cb-be15-f2b308add5b2, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=59ffadf0-e56a-42cb-be15-f2b308add5b2,segment=NetworkSegment(8df38bf2-0928-4db0-98b0-37f79679896e),segment_id=8df38bf2-0928-4db0-98b0-37f79679896e)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:37.820391 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.843623 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Calling delete_port for 59ffadf0-e56a-42cb-be15-f2b308add5b2 owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:37.892250 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] DHCP port deletion for 7e973de2-44e9-432e-a08d-4c43d0b5edbd request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:31:37.922230 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:37.933001 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] Deleting port 59ffadf0-e56a-42cb-be15-f2b308add5b2 {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:31:37.933698 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.936646 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:37.959794 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:37.965037 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ffadf0-e56a-42cb-be15-f2b308add5b2,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:37.968556 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] No DVR routers for this DVR port 59ffadf0-e56a-42cb-be15-f2b308add5b2 on host dv-cinder-799871-29-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:31:37.989567 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:38.011904 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] For port 59ffadf0-e56a-42cb-be15-f2b308add5b2, host dv-cinder-799871-29-iscsi, got binding levels [] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:31:38.012305 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.028233 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] Calling delete_port for 59ffadf0-e56a-42cb-be15-f2b308add5b2 owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:31:38.031285 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.ipam_backend_mixin [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] Port 59ffadf0-e56a-42cb-be15-f2b308add5b2 was not found and therefore no delete operation was performed {{(pid=104144) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 13 23:31:38.032690 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (59ffadf0-e56a-42cb-be15-f2b308add5b2), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.048722 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (7e973de2-44e9-432e-a08d-4c43d0b5edbd), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.058489 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] Pushing event deleted for resources: {'Port': ['ID=59ffadf0-e56a-42cb-be15-f2b308add5b2,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:38.063522 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d790f-45be-4c32-96f5-a8685d6704e2 None None] No DVR routers for this DVR port 59ffadf0-e56a-42cb-be15-f2b308add5b2 on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:31:38.079413 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e973de2-44e9-432e-a08d-4c43d0b5edbd']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:38.090617 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df38bf2-0928-4db0-98b0-37f79679896e') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:38.090907 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df38bf2-0928-4db0-98b0-37f79679896e') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:31:38.104611 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13795850'] for segment (8df38bf2-0928-4db0-98b0-37f79679896e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.120152 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (8df38bf2-0928-4db0-98b0-37f79679896e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.127506 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:31:38.127929 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13859550'] for segment (8df38bf2-0928-4db0-98b0-37f79679896e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.158811 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 8df38bf2-0928-4db0-98b0-37f79679896e resource provider aggregate not found Jul 13 23:31:38.233628 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 8df38bf2-0928-4db0-98b0-37f79679896e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8df38bf2-0928-4db0-98b0-37f79679896e found for delete ", "request_id": "req-e1530123-f4b6-4ae5-95d6-91c02e90185d"}]} Jul 13 23:31:38.238633 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (7e973de2-44e9-432e-a08d-4c43d0b5edbd), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.247692 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.250786 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7e973de2-44e9-432e-a08d-4c43d0b5edbd HTTP/1.1" status: 204 len: 168 time: 0.6329029 Jul 13 23:31:38.262614 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81b4b7-c446-492c-8591-b8fd70f33993 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e973de2-44e9-432e-a08d-4c43d0b5edbd,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:38.462753 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 32966) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:38.509587 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8f836626-c785-449a-a98b-62210569a878 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f96223da0efe45daaf57326c8f9d1ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454566 Jul 13 23:31:38.512218 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 32968) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:38.581291 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab5dff9c-be53-4b89-98e1-b59bc10901aa admin admin] Publish callbacks [] for security_group (ad812b3e-d91b-42d7-bb8c-1b034b357377), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.604578 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab5dff9c-be53-4b89-98e1-b59bc10901aa admin admin] Publish callbacks [] for security_group (ad812b3e-d91b-42d7-bb8c-1b034b357377), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.652269 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab5dff9c-be53-4b89-98e1-b59bc10901aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (ad812b3e-d91b-42d7-bb8c-1b034b357377), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.654768 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab5dff9c-be53-4b89-98e1-b59bc10901aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:38.656005 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ab5dff9c-be53-4b89-98e1-b59bc10901aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad812b3e-d91b-42d7-bb8c-1b034b357377 HTTP/1.1" status: 204 len: 168 time: 0.1427712 Jul 13 23:31:38.664952 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dff9c-be53-4b89-98e1-b59bc10901aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad812b3e-d91b-42d7-bb8c-1b034b357377,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:38.848859 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 24a7dd97-e72e-4a24-99f7-8f84507751ba no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:31:38.871840 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 24a7dd97-e72e-4a24-99f7-8f84507751ba {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:31:38.872152 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 24a7dd97-e72e-4a24-99f7-8f84507751ba not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:31:38.872561 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device caf879ff-56e3-481b-9ccd-a565f4a2b7f2 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:31:38.894897 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: caf879ff-56e3-481b-9ccd-a565f4a2b7f2 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:31:38.895228 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device caf879ff-56e3-481b-9ccd-a565f4a2b7f2 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:31:38.895668 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 59ffadf0-e56a-42cb-be15-f2b308add5b2 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:31:39.042551 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 32974) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:39.048480 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 59ffadf0-e56a-42cb-be15-f2b308add5b2 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:31:39.048818 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 59ffadf0-e56a-42cb-be15-f2b308add5b2 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:31:39.089078 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3fa092b8-fd20-47f7-afbf-9032cc311b83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83937178a24e4636a96243d0fbcd67b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449345 Jul 13 23:31:39.091502 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 32976) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:31:39.141512 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b74729e-8cd3-4634-81aa-34e5ad8f811b admin admin] Publish callbacks [] for security_group (4c6491e5-19b8-4256-8c64-cb5f5386dcf5), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:39.164363 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b74729e-8cd3-4634-81aa-34e5ad8f811b admin admin] Publish callbacks [] for security_group (4c6491e5-19b8-4256-8c64-cb5f5386dcf5), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:39.217737 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b74729e-8cd3-4634-81aa-34e5ad8f811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (4c6491e5-19b8-4256-8c64-cb5f5386dcf5), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:39.220825 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b74729e-8cd3-4634-81aa-34e5ad8f811b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:39.222311 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5b74729e-8cd3-4634-81aa-34e5ad8f811b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c6491e5-19b8-4256-8c64-cb5f5386dcf5 HTTP/1.1" status: 204 len: 168 time: 0.1296778 Jul 13 23:31:39.232553 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74729e-8cd3-4634-81aa-34e5ad8f811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6491e5-19b8-4256-8c64-cb5f5386dcf5,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:31:40.895768 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0fc025b7-a2d9-4167-8080-8e7071d67da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:43.870695 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-5064b7be-6191-4bc9-9522-267ac20bfdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:43.935390 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=24 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:43.965765 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=17 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:44.595563 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:46.565007 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:46.728474 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:47.583357 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:47.602659 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=57,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:49.201017 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:49.228566 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=60,neutron:DELETE=9 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:31:49.964098 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:31:52.589591 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22122b82-2e73-4a8f-bc96-6225634cf96e req-f1ad65b5-a94b-4a89-b35d-f0abb9e6fb33 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:52.591125 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22122b82-2e73-4a8f-bc96-6225634cf96e req-f1ad65b5-a94b-4a89-b35d-f0abb9e6fb33 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0503082 Jul 13 23:31:52.647062 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22122b82-2e73-4a8f-bc96-6225634cf96e req-dae530e9-d390-48ff-9d50-619673237cba tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502431 Jul 13 23:31:52.765858 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:31:53.768336 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39d7e-c2fa-4341-96e1-831c383509ff req-7e8be2c9-897f-408d-a232-ba92f85ec222 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:53.769865 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4bc39d7e-c2fa-4341-96e1-831c383509ff req-7e8be2c9-897f-408d-a232-ba92f85ec222 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0496678 Jul 13 23:31:53.821439 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4bc39d7e-c2fa-4341-96e1-831c383509ff req-f0c84bf8-9575-4c52-abb7-f5b508c4a36a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459127 Jul 13 23:31:54.938530 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fc88e-87aa-41ba-ad97-55e0df91ad1c req-388c6a2b-422e-4580-9b1b-631f6d79fa41 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:54.940043 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f8fc88e-87aa-41ba-ad97-55e0df91ad1c req-388c6a2b-422e-4580-9b1b-631f6d79fa41 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0501239 Jul 13 23:31:54.991157 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0f8fc88e-87aa-41ba-ad97-55e0df91ad1c req-87da0228-4daa-4f9a-815d-c501ae5e6b85 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454030 Jul 13 23:31:56.107934 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6552cec-a9de-4982-b0e0-5e96daca6fa9 req-3ee668e1-9ccd-4bf5-b2f0-35f1eafcf3f6 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:56.109378 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6552cec-a9de-4982-b0e0-5e96daca6fa9 req-3ee668e1-9ccd-4bf5-b2f0-35f1eafcf3f6 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0504429 Jul 13 23:31:56.158724 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6552cec-a9de-4982-b0e0-5e96daca6fa9 req-183df557-3e81-4524-8206-21b65129e1c1 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439146 Jul 13 23:31:57.270261 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc5e08-acd1-4588-b5de-13a26fbbc2fc req-d33a3e40-f3fb-45b8-80fa-74486c66ad2c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:57.271739 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6cdc5e08-acd1-4588-b5de-13a26fbbc2fc req-d33a3e40-f3fb-45b8-80fa-74486c66ad2c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0474021 Jul 13 23:31:57.321248 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6cdc5e08-acd1-4588-b5de-13a26fbbc2fc req-de4662d3-5f43-410c-a2c6-b2a2387b4ce8 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439579 Jul 13 23:31:58.432599 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898adb94-89fc-4fea-919c-153849c656ec req-40846794-420f-4fad-acaa-9ef84cd3d11e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:58.434075 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-898adb94-89fc-4fea-919c-153849c656ec req-40846794-420f-4fad-acaa-9ef84cd3d11e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0467405 Jul 13 23:31:58.487795 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-898adb94-89fc-4fea-919c-153849c656ec req-36270d0b-1afc-40e6-91a6-306e3799dec2 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476074 Jul 13 23:31:59.602720 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6d0c0-de18-460e-8ba3-0842d8cb8432 req-658c8e08-2d69-4583-abe3-f40ba2ea421b tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:31:59.604224 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ec6d0c0-de18-460e-8ba3-0842d8cb8432 req-658c8e08-2d69-4583-abe3-f40ba2ea421b tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0479362 Jul 13 23:31:59.654313 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ec6d0c0-de18-460e-8ba3-0842d8cb8432 req-01ac2336-e70b-426d-9bac-61f9a96b6a64 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445302 Jul 13 23:32:00.766013 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2e001-6dd3-4d6c-a2fb-193d3c987a46 req-fea46423-9b16-4942-a35c-3ab6c4aaa7e1 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:00.767480 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09c2e001-6dd3-4d6c-a2fb-193d3c987a46 req-fea46423-9b16-4942-a35c-3ab6c4aaa7e1 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0461078 Jul 13 23:32:00.816295 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09c2e001-6dd3-4d6c-a2fb-193d3c987a46 req-556c649a-7cb4-4eb8-810c-4a131edd1c4e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 Jul 13 23:32:01.938992 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f7b02-e17b-4e35-993e-7120ec327729 req-fa189055-393e-4a34-8912-610e095c0aa0 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:01.940502 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bc1f7b02-e17b-4e35-993e-7120ec327729 req-fa189055-393e-4a34-8912-610e095c0aa0 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0570891 Jul 13 23:32:01.962723 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:01.989805 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bc1f7b02-e17b-4e35-993e-7120ec327729 req-ed4d2e0a-3d93-48ee-8d97-ca1d3b96fc2f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Jul 13 23:32:02.692527 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-a40c1fc3-558a-4ff1-9823-8ffe026295ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:02.694052 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-a40c1fc3-558a-4ff1-9823-8ffe026295ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1130 time: 0.0395174 Jul 13 23:32:02.755767 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:02.762022 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:02.792026 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-4ca98a94-94f5-44e1-b6e9-3a1777f7e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:02.793481 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-4ca98a94-94f5-44e1-b6e9-3a1777f7e1cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 909 time: 0.0938783 Jul 13 23:32:02.852385 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-e4474d43-e67a-4ded-84df-f7bfc5571225 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 1001 time: 0.0533688 Jul 13 23:32:02.899408 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-220c70ea-a920-4c04-8ec7-fb3c6e2012d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:02.900912 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-220c70ea-a920-4c04-8ec7-fb3c6e2012d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 200 len: 847 time: 0.0432155 Jul 13 23:32:02.947608 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-031a6d50-d75f-4b19-9de0-28e66c8a646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:02.949032 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-031a6d50-d75f-4b19-9de0-28e66c8a646a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6373687c-121a-4785-bd50-6399d920abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424938 Jul 13 23:32:02.963226 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=7 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:03.038733 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-34a1d30a-135a-432b-ac75-27a60142f336 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838420 Jul 13 23:32:03.103466 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64e598-6e93-4325-a09b-2bb294026eb5 req-57f01f1f-083b-4e30-adf2-fd3a1dc4647e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:03.104984 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd64e598-6e93-4325-a09b-2bb294026eb5 req-57f01f1f-083b-4e30-adf2-fd3a1dc4647e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0471668 Jul 13 23:32:03.134483 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-ee41a882-c5a0-49cf-bae3-7b1f8e7bc808 req-3184e060-54ae-477a-8cc7-0fd08f006b9e service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893083 Jul 13 23:32:03.158323 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd64e598-6e93-4325-a09b-2bb294026eb5 req-f85300f2-e335-49fb-8f83-197fba2e315a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473378 Jul 13 23:32:04.274418 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4a98-7b6b-427e-9bfb-254e919f4f6e req-45eba7e2-57be-4463-aebb-e820f99e9a91 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:04.275902 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-92bd4a98-7b6b-427e-9bfb-254e919f4f6e req-45eba7e2-57be-4463-aebb-e820f99e9a91 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0507412 Jul 13 23:32:04.288190 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:04.325681 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-92bd4a98-7b6b-427e-9bfb-254e919f4f6e req-3ac985a8-00bb-4692-97f3-5ffc94323cd3 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433521 Jul 13 23:32:05.440140 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551aa58-269c-465c-b846-c2d7e2ebf47b req-927aae29-22b5-404c-b124-73575cd9decb tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:05.441613 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8551aa58-269c-465c-b846-c2d7e2ebf47b req-927aae29-22b5-404c-b124-73575cd9decb tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0472589 Jul 13 23:32:05.466286 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:05.492672 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8551aa58-269c-465c-b846-c2d7e2ebf47b req-7de3491c-49ea-4feb-b6fe-068d00aac19a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452023 Jul 13 23:32:05.693364 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-200b096a-38c0-4b1d-8f75-02f30324b4a7 req-f4863421-2154-4e6f-917e-c60a664263b2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 13 23:32:05.694366 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-200b096a-38c0-4b1d-8f75-02f30324b4a7 req-f4863421-2154-4e6f-917e-c60a664263b2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1388354 Jul 13 23:32:06.892435 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea4ecd-a36b-4233-8735-db583160abbb req-64324a2b-dd4c-4906-bc1b-f9b028b72fe9 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:06.893898 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eeea4ecd-a36b-4233-8735-db583160abbb req-64324a2b-dd4c-4906-bc1b-f9b028b72fe9 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0840194 Jul 13 23:32:06.900160 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-4fc69adb-a38a-4848-9536-e84ede54bb97 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115644 Jul 13 23:32:06.949120 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eeea4ecd-a36b-4233-8735-db583160abbb req-10d1fee1-0131-4525-a29b-56c5949f68dc tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480239 Jul 13 23:32:07.093090 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-c3e9f8e4-621e-4b14-9bd3-a343b781eb8c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:07.094443 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-c3e9f8e4-621e-4b14-9bd3-a343b781eb8c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports/e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 943 time: 0.1648540 Jul 13 23:32:07.468368 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e767c16a-ca46-446a-b828-65a7001e19b9 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:32:07.591724 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port e767c16a-ca46-446a-b828-65a7001e19b9 is: ACTIVE; New status is: DOWN {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:32:07.592102 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:07.651863 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:32:07.654849 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345e9738-63e5-431c-a109-9c341ad2c04c" -d '{"events": [{"server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "name": "network-vif-unplugged", "status": "completed", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:32:07.673979 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e767c16a-ca46-446a-b828-65a7001e19b9,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:32:07.681912 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:07.691025 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Jul 2022 23:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105449c1-062b-478f-a65d-b2e87f0d9b39 x-openstack-request-id: req-105449c1-062b-478f-a65d-b2e87f0d9b39 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:32:07.691310 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "name": "network-vif-unplugged", "status": "failed", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9", "code": 422}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:32:07.691574 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-105449c1-062b-478f-a65d-b2e87f0d9b39 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:32:07.691963 dv-cinder-799871-29-iscsi neutron-server[104144]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-105449c1-062b-478f-a65d-b2e87f0d9b39']: {'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'code': 422} returned with failed status Jul 13 23:32:07.742432 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=e767c16a-ca46-446a-b828-65a7001e19b9,revision_number=6']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:32:08.066057 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d5c64-60e8-4816-b12c-7d7a6de4efd1 req-4d1e3c36-2094-4fab-9600-93b49dd4892e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:08.067584 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d63d5c64-60e8-4816-b12c-7d7a6de4efd1 req-4d1e3c36-2094-4fab-9600-93b49dd4892e tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0504513 Jul 13 23:32:08.120635 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d63d5c64-60e8-4816-b12c-7d7a6de4efd1 req-5b7649f8-a078-40c1-b3f3-0285c3bb57c1 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474007 Jul 13 23:32:08.349440 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-8c3188f8-d13c-430a-8c4d-dc017f878bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:08.350909 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-8c3188f8-d13c-430a-8c4d-dc017f878bea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b&tenant_id=d2f20deb401b4c348b0a18177ec0d2d7 HTTP/1.1" status: 200 len: 1128 time: 0.0399520 Jul 13 23:32:08.408773 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-f9e70e8c-84af-4081-9e69-356a4ba3c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:08.410207 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-f9e70e8c-84af-4081-9e69-356a4ba3c56c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1128 time: 0.0385952 Jul 13 23:32:08.501923 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-842a1342-be3e-427d-8c36-5f46afe83034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:08.503367 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-842a1342-be3e-427d-8c36-5f46afe83034 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 909 time: 0.0867252 Jul 13 23:32:08.565539 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-957486e1-c2ee-4a69-afe2-319a4d439231 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 999 time: 0.0561028 Jul 13 23:32:08.613201 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-e39e224f-2982-4b29-a63f-2d4e25257651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:08.614598 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-e39e224f-2982-4b29-a63f-2d4e25257651 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 200 len: 847 time: 0.0426695 Jul 13 23:32:08.661225 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-cbd46458-bdc2-4494-b3bf-e361c3e59c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:08.662600 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-cbd46458-bdc2-4494-b3bf-e361c3e59c60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6373687c-121a-4785-bd50-6399d920abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422089 Jul 13 23:32:08.750512 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-f695449f-3f46-4152-998c-1ded4cd4507a service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816939 Jul 13 23:32:08.832138 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:08.842738 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-e3c6f93e-dd5d-40b2-a10b-c39df5cfa20e req-a7381bf1-56d1-48f3-b692-31283259c0b5 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869477 Jul 13 23:32:09.234307 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126bfa-b788-4f0c-a934-a9d4558740b3 req-c0cd0950-232d-4537-9b82-4dc00a937e24 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:09.235784 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ca126bfa-b788-4f0c-a934-a9d4558740b3 req-c0cd0950-232d-4537-9b82-4dc00a937e24 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0468640 Jul 13 23:32:09.284594 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ca126bfa-b788-4f0c-a934-a9d4558740b3 req-83e5f201-944d-4104-90a9-ec2d7612416b tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Jul 13 23:32:10.396412 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191e74b-f5e7-42c6-9620-d479b3f8511e req-dc868657-a76f-464c-97ac-b0aeeab962bf tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:10.397870 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f191e74b-f5e7-42c6-9620-d479b3f8511e req-dc868657-a76f-464c-97ac-b0aeeab962bf tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0469882 Jul 13 23:32:10.446334 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f191e74b-f5e7-42c6-9620-d479b3f8511e req-1ed99aa8-0631-44a8-9b52-05b609daaa64 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430360 Jul 13 23:32:10.898196 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b1c47296-14d9-4fb0-8b4c-fe198273a350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:11.563348 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e66c03-6e1d-43d7-afe0-18a3abad64ae req-b9b90e1c-bb9d-43db-88a2-944440a93774 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:11.564862 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09e66c03-6e1d-43d7-afe0-18a3abad64ae req-b9b90e1c-bb9d-43db-88a2-944440a93774 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0513442 Jul 13 23:32:11.613992 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09e66c03-6e1d-43d7-afe0-18a3abad64ae req-57934550-adaf-419c-9260-31e106bf905b tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436738 Jul 13 23:32:12.724565 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58afbe-ff41-4d1d-b8a9-7334ff34a4f3 req-a00f2878-68ea-4835-9298-1669e73afac6 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:12.726016 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bc58afbe-ff41-4d1d-b8a9-7334ff34a4f3 req-a00f2878-68ea-4835-9298-1669e73afac6 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0468605 Jul 13 23:32:12.775190 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bc58afbe-ff41-4d1d-b8a9-7334ff34a4f3 req-c13804bf-7b4f-48d6-b370-c31cc86e170c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431516 Jul 13 23:32:13.873127 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-d6d19faa-e6a2-47b5-8da5-fda3b6458b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:13.890758 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90657ef-2ca9-42eb-8a7a-b7c68703eb5f req-74efbe35-5597-46cc-88e6-2d36bbbca86f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:13.892248 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a90657ef-2ca9-42eb-8a7a-b7c68703eb5f req-74efbe35-5597-46cc-88e6-2d36bbbca86f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0497532 Jul 13 23:32:13.954373 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a90657ef-2ca9-42eb-8a7a-b7c68703eb5f req-b91fdfad-0009-4342-b24e-92cb9d22d7b9 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475252 Jul 13 23:32:14.595158 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:15.066294 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b66d92-cd0a-4147-9264-6ee7e68a4220 req-3cacda76-146b-4c31-a556-2ab16dd01a63 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:15.067658 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c4b66d92-cd0a-4147-9264-6ee7e68a4220 req-3cacda76-146b-4c31-a556-2ab16dd01a63 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0465195 Jul 13 23:32:15.115889 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c4b66d92-cd0a-4147-9264-6ee7e68a4220 req-e073c997-f32f-4896-a23d-8342812ed9f6 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Jul 13 23:32:16.231994 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e3e4-8627-4ae2-a39c-4fd0a3c16fd0 req-45e5776e-5575-4a89-abb5-df04cd11648d tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:16.233469 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-50f7e3e4-8627-4ae2-a39c-4fd0a3c16fd0 req-45e5776e-5575-4a89-abb5-df04cd11648d tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0473268 Jul 13 23:32:16.258187 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:16.283736 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-50f7e3e4-8627-4ae2-a39c-4fd0a3c16fd0 req-656defe7-d96d-46d3-b400-01ed61fda80a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447838 Jul 13 23:32:16.565695 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:16.730675 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:17.400062 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b1f08-3a98-4270-9f36-5d6ce9b134d6 req-757371b7-ef77-4af8-bcd7-12e912947c48 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:17.401544 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c0b1f08-3a98-4270-9f36-5d6ce9b134d6 req-757371b7-ef77-4af8-bcd7-12e912947c48 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 944 time: 0.0530713 Jul 13 23:32:17.452125 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c0b1f08-3a98-4270-9f36-5d6ce9b134d6 req-ff015cd9-bc4b-4f75-8db1-55d941dc15d1 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445242 Jul 13 23:32:17.512291 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e767c16a-ca46-446a-b828-65a7001e19b9 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104144) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 23:32:17.612701 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e767c16a-ca46-446a-b828-65a7001e19b9,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:32:17.623872 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Returning: {'device': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'port_id': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'mac_address': 'fa:16:3e:ce:af:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104144) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 23:32:17.658546 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port e767c16a-ca46-446a-b828-65a7001e19b9 is: DOWN; New status is: BUILD {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:32:17.658926 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:17.672512 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e767c16a-ca46-446a-b828-65a7001e19b9 {{(pid=104144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 13 23:32:17.694688 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e767c16a-ca46-446a-b828-65a7001e19b9,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:32:17.698730 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:17.744997 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=e767c16a-ca46-446a-b828-65a7001e19b9,revision_number=7']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:32:18.046353 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] get_ports_and_sgs() called for port_ids ['e767c16a-ca46-446a-b828-65a7001e19b9'] {{(pid=104144) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 23:32:18.156015 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:18.225581 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:18.564764 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d10ddd-927d-4d50-9014-712a92640d4b req-af27e3fe-8bf5-4eb5-b366-ef32cd99e09f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:18.566213 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61d10ddd-927d-4d50-9014-712a92640d4b req-af27e3fe-8bf5-4eb5-b366-ef32cd99e09f tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 945 time: 0.0473680 Jul 13 23:32:18.577973 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:18.615350 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61d10ddd-927d-4d50-9014-712a92640d4b req-736f0627-99f9-4983-8912-2bb1aee3946c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436428 Jul 13 23:32:18.839858 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:19.515850 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e767c16a-ca46-446a-b828-65a7001e19b9 up at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 23:32:19.559785 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.provisioning_blocks [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Provisioning complete for port e767c16a-ca46-446a-b828-65a7001e19b9 triggered by entity L2. {{(pid=104144) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 13 23:32:19.560145 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1387181'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), provisioning_complete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:19.634157 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Current status of the port e767c16a-ca46-446a-b828-65a7001e19b9 is: BUILD; New status is: ACTIVE {{(pid=104144) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 13 23:32:19.634544 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717628'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:19.659451 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9'}] {{(pid=104144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:32:19.661692 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fece809f6ec96f057222000cba1e18106ac4e64f371db31a7aa17386a3cbb731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c925cc-3252-405e-a0ad-f589bb00339e" -d '{"events": [{"server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "name": "network-vif-plugged", "status": "completed", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9"}]}' {{(pid=104144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:32:19.674943 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e767c16a-ca46-446a-b828-65a7001e19b9,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:32:19.679785 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153006093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152639748', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152639766'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:19.704863 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecc4049-3713-426c-a3f5-acf0ce00fe93 x-openstack-request-id: req-6ecc4049-3713-426c-a3f5-acf0ce00fe93 {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:32:19.705149 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "name": "network-vif-plugged", "status": "completed", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9", "code": 200}]} {{(pid=104144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:32:19.705391 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ecc4049-3713-426c-a3f5-acf0ce00fe93 {{(pid=104144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:32:19.705774 dv-cinder-799871-29-iscsi neutron-server[104144]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecc4049-3713-426c-a3f5-acf0ce00fe93'] response: {'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'code': 200} Jul 13 23:32:19.729244 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Pushing event updated for resources: {'Port': ['ID=e767c16a-ca46-446a-b828-65a7001e19b9,revision_number=8']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:32:19.738495 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0ad7-f065-4e15-a637-a90781fbd5e6 req-6780ece1-5470-4258-9fdd-2e19acc0cc9a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:19.740738 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-72fb0ad7-f065-4e15-a637-a90781fbd5e6 req-6780ece1-5470-4258-9fdd-2e19acc0cc9a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0529842 Jul 13 23:32:19.790605 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-72fb0ad7-f065-4e15-a637-a90781fbd5e6 req-1d6d842d-67fe-4cc8-b172-35975dd95c95 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Jul 13 23:32:19.909753 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8361dae-a3ed-4992-9c5b-ed3ca0a2c74a req-88325205-7b4f-41f1-aa8d-bff03e1dfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:19.911117 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c8361dae-a3ed-4992-9c5b-ed3ca0a2c74a req-88325205-7b4f-41f1-aa8d-bff03e1dfce7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1130 time: 0.0383496 Jul 13 23:32:19.959786 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-c8361dae-a3ed-4992-9c5b-ed3ca0a2c74a req-6d6f3b0f-87e6-4e1b-bf5a-c749faee8556 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393114 Jul 13 23:32:20.905892 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207b6a0-b411-41f1-a2eb-ccce5773aa99 req-2949dd1f-54a1-4ef8-af23-074835fff3d5 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:20.907324 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e207b6a0-b411-41f1-a2eb-ccce5773aa99 req-2949dd1f-54a1-4ef8-af23-074835fff3d5 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0463762 Jul 13 23:32:20.956330 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e207b6a0-b411-41f1-a2eb-ccce5773aa99 req-59dffbdf-1506-4355-aeeb-0bd1ccdd8c78 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Jul 13 23:32:22.071582 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae7361-b5cb-46e3-bc05-f3476a5ae35b req-a884f3cc-90e7-43b7-9a51-eb31d58fe6b1 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:22.073041 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c9ae7361-b5cb-46e3-bc05-f3476a5ae35b req-a884f3cc-90e7-43b7-9a51-eb31d58fe6b1 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0470581 Jul 13 23:32:22.125076 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c9ae7361-b5cb-46e3-bc05-f3476a5ae35b req-b5ae831e-3510-4b97-95e3-39ecf7affa9a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458238 Jul 13 23:32:22.771400 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:26.962473 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:32:29.953813 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=7 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:29.956502 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=11 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:32.116446 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=30 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:32.120775 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=52 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:32.765617 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:32.767632 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:32.964813 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-149ed426-3d40-458f-81df-fb5b32f2a285 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426445 Jul 13 23:32:33.268381 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-3306acd0-1ea5-47f6-940e-77e795e4cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:33.269843 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-3306acd0-1ea5-47f6-940e-77e795e4cf44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1130 time: 0.2834995 Jul 13 23:32:33.379605 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-8a5020a2-3399-4ff0-9eb9-b2b69d9fdcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:33.381068 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-8a5020a2-3399-4ff0-9eb9-b2b69d9fdcbb service neutron] 10.222.0.58 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 909 time: 0.0855238 Jul 13 23:32:33.446544 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-384c063d-cfcd-484c-973b-dc37b58645ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 1001 time: 0.0575972 Jul 13 23:32:33.495961 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-e3cd715f-fe97-4b7c-b975-8a551224b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:33.497374 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-e3cd715f-fe97-4b7c-b975-8a551224b922 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 200 len: 847 time: 0.0432186 Jul 13 23:32:33.541673 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-a8a6043e-6f35-47b2-90ac-085410221a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:32:33.543086 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-a8a6043e-6f35-47b2-90ac-085410221a56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6373687c-121a-4785-bd50-6399d920abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396254 Jul 13 23:32:33.636731 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-c50c49d1-b42a-4579-a333-ac824bf08420 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856600 Jul 13 23:32:33.733247 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-422a2493-2b8d-4de1-9656-b231f4a7f994 req-704fdb1d-04cb-4110-99c1-9d5a15cef97b service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888493 Jul 13 23:32:38.969822 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:38.974162 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:40.899304 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-92a60e5b-d6c5-49e9-af5b-4f49f4bed57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:43.723453 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=50 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:43.729224 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=51 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:32:43.875117 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a20e2ff3-d331-4a71-9e56-18d978b2e3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:44.599159 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:46.570041 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:46.731909 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:32:52.785403 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:02.779085 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:02.781136 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:03.962061 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:33:10.901395 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce37cd3d-b0f5-4925-bc26-4b24ff84c244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:13.877880 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3fc70b90-b478-4004-ab08-c73e7b240c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:14.602515 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:15.975908 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:15.979850 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:16.572318 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:16.735675 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:22.792042 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:32.784578 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:32.787198 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:32.946604 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-0b75bdec-e0d5-4a1f-aae8-7ce1c5eb04e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403061 Jul 13 23:33:33.025225 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-657d6d75-520a-434c-ba99-ea58f1cbf08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:33.026709 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-657d6d75-520a-434c-ba99-ea58f1cbf08c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1130 time: 0.0383883 Jul 13 23:33:33.133022 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-5c923cc1-4f62-40e3-96ae-2adae6d7b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:33.134483 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-5c923cc1-4f62-40e3-96ae-2adae6d7b5a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 909 time: 0.0879712 Jul 13 23:33:33.196167 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-2521d07c-5699-4ee4-8cf4-fde444232188 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 1001 time: 0.0555439 Jul 13 23:33:33.244055 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-7a93d384-2972-4bdf-b8ed-00ce4ebdd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:33.245473 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-7a93d384-2972-4bdf-b8ed-00ce4ebdd2be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 200 len: 847 time: 0.0433183 Jul 13 23:33:33.291745 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-465ecd6f-aa36-441b-9260-d33fce96228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:33.293215 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-465ecd6f-aa36-441b-9260-d33fce96228d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6373687c-121a-4785-bd50-6399d920abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422711 Jul 13 23:33:33.383120 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-77476c6a-adeb-44a0-bfbf-f8c9547c0538 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836780 Jul 13 23:33:33.476261 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-4f88044d-aeb5-474d-b1f6-839171c13b5c req-469c3226-0061-4951-a200-a408d53c7139 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869396 Jul 13 23:33:37.639474 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=12 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:37.641457 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=14 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:40.906138 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-8b568893-2eb7-4f9c-af59-7ce295db6db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:40.961330 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:33:43.471812 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=48 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:43.473862 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=53 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:43.880411 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-53b64473-26f6-4a00-b968-2def539b51a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:44.604752 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:46.574459 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:46.738919 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:51.155799 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 33086) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:33:51.636692 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Deleting port 45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:33:51.637027 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:51.713689 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:51.714017 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for floatingip (45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:51.726028 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Calling delete_port for 45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:33:51.870466 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:51.896485 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event deleted for resources: {'Port': ['ID=45dc2e81-b4e6-4cc8-9dbc-c2e8bb4e4f89,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:33:51.925386 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.925731 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.926072 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.926409 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.926743 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.927074 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.927397 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.927749 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.928074 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.928395 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.928714 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.929035 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.929354 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.929675 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.929989 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:51.974446 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for floatingip (02468008-2497-4198-8deb-998c21b74642), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:51.974736 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Floating IP 02468008-2497-4198-8deb-998c21b74642 disassociated (deleted). External IP: 172.27.3.93, port: e767c16a-ca46-446a-b828-65a7001e19b9. Jul 13 23:33:52.176547 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:33:52.279388 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:33:52.284684 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:52.286988 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:52.290562 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] Sync routers for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:33:52.301211 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:33:52.301813 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:33:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:52.316264 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-002022c0-906f-4970-91df-0fbe9e0b9422 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "DELETE /v2.0/floatingips/02468008-2497-4198-8deb-998c21b74642 HTTP/1.1" status: 204 len: 168 time: 1.1593463 Jul 13 23:33:52.316947 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:33:52.319336 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96ea5164860ec84279cd19229cf158201626a2f3a531aa2a6b672d6eff349706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c3a247-7541-445a-b801-460d316ca405" -d '{"events": [{"name": "network-changed", "server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:33:52.413202 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:33:52.439546 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Jul 2022 23:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cf00bb-2ee7-4429-b136-d380dfa96a2b x-openstack-request-id: req-09cf00bb-2ee7-4429-b136-d380dfa96a2b {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:33:52.440004 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:33:52.440137 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09cf00bb-2ee7-4429-b136-d380dfa96a2b {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:33:52.440563 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09cf00bb-2ee7-4429-b136-d380dfa96a2b'] response: {'name': 'network-changed', 'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'status': 'completed', 'code': 200} Jul 13 23:33:52.511986 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3a247-7541-445a-b801-460d316ca405 req-161cb8f5-24cc-4053-8177-099cbc68dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:52.513526 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d1c3a247-7541-445a-b801-460d316ca405 req-161cb8f5-24cc-4053-8177-099cbc68dac1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 1130 time: 0.0482523 Jul 13 23:33:52.564201 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b41d8-9fa2-45a3-845b-0f01fb4f9899 req-95fe34ce-dc67-4c2e-ac0d-148b58746070 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:52.565705 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b48b41d8-9fa2-45a3-845b-0f01fb4f9899 req-95fe34ce-dc67-4c2e-ac0d-148b58746070 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0515575 Jul 13 23:33:52.607741 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:52.617745 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b48b41d8-9fa2-45a3-845b-0f01fb4f9899 req-e6ce4ed4-8a5e-409f-9b29-7e386ec2ffe5 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466025 Jul 13 23:33:52.623568 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '5065a905-8048-4f2a-bcff-e182f2c40391', 'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'mac_address': 'fa:16:3e:61:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:29Z', 'updated_at': '2022-07-13T23:28:34Z', 'revision_number': 5, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'subnets': [{'id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:52.648451 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] Checking router: 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:33:52.656875 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:33:52.657977 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:33:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:52.756636 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:33:52.804888 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:52.940095 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '5065a905-8048-4f2a-bcff-e182f2c40391', 'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'mac_address': 'fa:16:3e:61:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:29Z', 'updated_at': '2022-07-13T23:28:34Z', 'revision_number': 5, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'subnets': [{'id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:53.041275 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec369a6-b588-4ab0-8f6a-e8fa8a0522e8 None None] The sync data for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi is: [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:29Z', 'revision_number': 4, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi', '_interfaces': [{'id': '5065a905-8048-4f2a-bcff-e182f2c40391', 'name': '', 'network_id': '6373687c-121a-4785-bd50-6399d920abb3', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'mac_address': 'fa:16:3e:61:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:29Z', 'updated_at': '2022-07-13T23:28:34Z', 'revision_number': 5, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'subnets': [{'id': '699c5bd3-c9dd-4a88-a87c-0410b661cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:33:53.262456 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3d248-41f6-48a2-9aa8-1c921a01519a None None] New status for floating IP 02468008-2497-4198-8deb-998c21b74642: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 13 23:33:53.548720 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3a247-7541-445a-b801-460d316ca405 req-26b431ef-d18b-4431-a60d-a413f12bf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:53.550198 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d1c3a247-7541-445a-b801-460d316ca405 req-26b431ef-d18b-4431-a60d-a413f12bf429 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 200 len: 909 time: 0.0897954 Jul 13 23:33:53.607495 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d1c3a247-7541-445a-b801-460d316ca405 req-5542f396-189c-40b6-bea4-aa2e32828f59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 200 len: 217 time: 0.0323024 Jul 13 23:33:53.680123 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3a247-7541-445a-b801-460d316ca405 req-ae09e910-3c85-4613-958a-e1c22fba6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:53.681574 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d1c3a247-7541-445a-b801-460d316ca405 req-ae09e910-3c85-4613-958a-e1c22fba6900 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 200 len: 847 time: 0.0469446 Jul 13 23:33:53.733720 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292e145-f270-4819-a4a4-f6d722466973 req-4e4f68f1-20ad-4fcd-bb44-8eb3fd96d30a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:53.735726 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4292e145-f270-4819-a4a4-f6d722466973 req-4e4f68f1-20ad-4fcd-bb44-8eb3fd96d30a tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0472767 Jul 13 23:33:53.787104 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4292e145-f270-4819-a4a4-f6d722466973 req-51bbe236-40aa-4486-bd1d-a630c7789731 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/security-groups?id=30ddf969-7502-48be-bfa9-d10d9d2085ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457695 Jul 13 23:33:53.816485 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3a247-7541-445a-b801-460d316ca405 req-c6360468-f956-434c-bc6d-c1572558bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:53.817964 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d1c3a247-7541-445a-b801-460d316ca405 req-c6360468-f956-434c-bc6d-c1572558bec5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6373687c-121a-4785-bd50-6399d920abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405273 Jul 13 23:33:53.909366 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d1c3a247-7541-445a-b801-460d316ca405 req-974155d1-030b-4a5b-b42a-d4a14609cf31 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846150 Jul 13 23:33:54.200981 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-d1271242-82dc-4fe2-946f-57ec56956487 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104143) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 13 23:33:54.202322 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-d1271242-82dc-4fe2-946f-57ec56956487 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.58 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 946 time: 0.0657442 Jul 13 23:33:54.209561 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-d1c3a247-7541-445a-b801-460d316ca405 req-a8590567-ccbb-4271-8349-936ba4d96979 service neutron] 10.222.0.58 "GET /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299040 Jul 13 23:33:54.285632 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Deleting port e767c16a-ca46-446a-b828-65a7001e19b9 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:33:54.285967 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:54.377753 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] For port e767c16a-ca46-446a-b828-65a7001e19b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e767c16a-ca46-446a-b828-65a7001e19b9,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:33:54.378114 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:54.390886 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Calling delete_port for e767c16a-ca46-446a-b828-65a7001e19b9 owned by compute:nova {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:33:54.519498 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (e767c16a-ca46-446a-b828-65a7001e19b9), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:54.548307 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event deleted for resources: {'Port': ['ID=e767c16a-ca46-446a-b828-65a7001e19b9,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:33:54.576708 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.577327 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.577327 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.577559 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.577721 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.578041 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.578358 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.579269 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.579608 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.579954 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.580268 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.580580 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.580892 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.581202 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.581507 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:54.605086 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] No DVR routers for this DVR port e767c16a-ca46-446a-b828-65a7001e19b9 on host hv-cinder-79987 {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:33:54.607585 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182277'] for port (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:54.610796 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [req-0590604e-5cd8-4646-afff-b9fd6783efb3 req-9ed6694e-9e7f-4570-900a-254624e7f91c tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.58 "DELETE /v2.0/ports/e767c16a-ca46-446a-b828-65a7001e19b9 HTTP/1.1" status: 204 len: 173 time: 0.4034817 Jul 13 23:33:54.611250 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'name': 'network-vif-deleted', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 13 23:33:54.613598 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb9fc4daf4a85d4300cbee86ecc91f3ed3f97a5f24eefcc9bb66f44766464ebb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5bef52-d79c-44aa-9c7b-9770ab45216d" -d '{"events": [{"server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "name": "network-vif-deleted", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 23:33:54.652815 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Jul 2022 23:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd12f74-361c-48bd-b4ee-6553736ef3dc x-openstack-request-id: req-5fd12f74-361c-48bd-b4ee-6553736ef3dc {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 23:33:54.653169 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f3b280-1826-460f-bfac-faa48a35c75b", "name": "network-vif-deleted", "tag": "e767c16a-ca46-446a-b828-65a7001e19b9", "status": "completed", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 23:33:54.653422 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fd12f74-361c-48bd-b4ee-6553736ef3dc {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 23:33:54.653820 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd12f74-361c-48bd-b4ee-6553736ef3dc'] response: {'server_uuid': '78f3b280-1826-460f-bfac-faa48a35c75b', 'name': 'network-vif-deleted', 'tag': 'e767c16a-ca46-446a-b828-65a7001e19b9', 'status': 'completed', 'code': 200} Jul 13 23:33:54.884215 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02ba0b19-cc61-48ce-ac1b-96a39c2b3c01 req-6d93bdbc-0100-426e-99b0-471cf5d85302 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "GET /v2.0/ports?device_id=78f3b280-1826-460f-bfac-faa48a35c75b HTTP/1.1" status: 200 len: 210 time: 0.0286622 Jul 13 23:33:55.944190 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 33118) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:33:56.000408 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2aacf80f-b919-4774-906f-4dc19ea2d506 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group (30ddf969-7502-48be-bfa9-d10d9d2085ed), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:56.024879 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2aacf80f-b919-4774-906f-4dc19ea2d506 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group (30ddf969-7502-48be-bfa9-d10d9d2085ed), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:56.085731 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2aacf80f-b919-4774-906f-4dc19ea2d506 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (30ddf969-7502-48be-bfa9-d10d9d2085ed), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:56.088304 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2aacf80f-b919-4774-906f-4dc19ea2d506 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:56.089495 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2aacf80f-b919-4774-906f-4dc19ea2d506 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] 10.222.0.60 "DELETE /v2.0/security-groups/30ddf969-7502-48be-bfa9-d10d9d2085ed HTTP/1.1" status: 204 len: 168 time: 0.1455724 Jul 13 23:33:56.099368 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacf80f-b919-4774-906f-4dc19ea2d506 tempest-TestShelveInstance-12546663 tempest-TestShelveInstance-12546663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ddf969-7502-48be-bfa9-d10d9d2085ed,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:33:56.137556 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 33122) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:33:56.288057 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:56.338458 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:56.552753 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:56.770446 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Deleting port 5065a905-8048-4f2a-bcff-e182f2c40391 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:33:56.770758 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:56.848126 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] For port 5065a905-8048-4f2a-bcff-e182f2c40391, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=5065a905-8048-4f2a-bcff-e182f2c40391,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:33:56.848453 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:56.861249 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Calling delete_port for 5065a905-8048-4f2a-bcff-e182f2c40391 owned by network:router_interface {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:33:57.034971 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (5065a905-8048-4f2a-bcff-e182f2c40391), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:57.061337 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Pushing event deleted for resources: {'Port': ['ID=5065a905-8048-4f2a-bcff-e182f2c40391,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:33:57.119304 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:57.165620 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:57.227897 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:57.430785 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:33:57.532105 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:33:57.537337 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-03eae897-5be4-4ba4-a74e-76797ab84191 admin admin] 10.222.0.60 "PUT /v2.0/routers/40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986850 Jul 13 23:33:57.541061 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 33126) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:33:57.543095 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] Sync routers for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:33:57.553808 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:33:57.554419 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:33:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:57.637503 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks [] for router (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:57.652912 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:33:57.735721 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks [] for router_gateway (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:57.780710 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Deleting port 8ca3f671-3841-469e-a676-2668931c8878 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:33:57.781078 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (8ca3f671-3841-469e-a676-2668931c8878), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:57.802110 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:57.816779 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '8ca3f671-3841-469e-a676-2668931c8878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:33:56Z', 'revision_number': 5, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port': {'id': '8ca3f671-3841-469e-a676-2668931c8878', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:57.845426 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] Checking router: 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 for host: dv-cinder-799871-29-iscsi {{(pid=104145) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:33:57.854224 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] Routers {'40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104145) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:33:57.854819 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:33:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'], 'active': True} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:57.862566 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] For port 8ca3f671-3841-469e-a676-2668931c8878, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=8ca3f671-3841-469e-a676-2668931c8878,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:33:57.863007 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (8ca3f671-3841-469e-a676-2668931c8878), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:57.875911 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Calling delete_port for 8ca3f671-3841-469e-a676-2668931c8878 owned by network:router_gateway {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:33:57.885353 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=100 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:57.939764 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_dvr_db [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] Set router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 gateway port host: None {{(pid=104145) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:33:57.940664 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:57.989072 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.l3_hamode_db [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:33:57Z', 'revision_number': 6, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port_host': None}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:58.013179 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e1308-ebfd-481c-9afc-b4bbb2a6b502 None None] The sync data for ids ['40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4'] in dv-cinder-799871-29-iscsi is: [{'id': '40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4', 'name': 'tempest-TestShelveInstance-656562223-router', 'tenant_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:27Z', 'updated_at': '2022-07-13T23:33:57Z', 'revision_number': 6, 'project_id': 'd2f20deb401b4c348b0a18177ec0d2d7', 'gw_port_host': None}] {{(pid=104145) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:33:58.036477 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:58.046108 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e767c16a-ca46-446a-b828-65a7001e19b9 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:33:58.059047 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (8ca3f671-3841-469e-a676-2668931c8878), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.071356 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] No Port match for: e767c16a-ca46-446a-b828-65a7001e19b9 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:33:58.071737 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Device e767c16a-ca46-446a-b828-65a7001e19b9 not bound to the agent host hv-cinder-79987 {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:33:58.085279 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca3f671-3841-469e-a676-2668931c8878,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:33:58.398066 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.487793 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.489984 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks [] for router_controller (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.531589 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.532289 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 {{(pid=104143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:33:58.537387 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.538590 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-1e49d1bb-04e6-4e41-865b-07a57ad8c302 admin admin] 10.222.0.60 "DELETE /v2.0/routers/40ba37bc-9bcc-4a4f-b4ed-4e0101cc94d4 HTTP/1.1" status: 204 len: 168 time: 0.9965782 Jul 13 23:33:58.541358 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 33130) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:33:58.589491 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a1ef8b-1b87-4f36-9efb-6b4a12874894 admin admin] Deleting subnet 699c5bd3-c9dd-4a88-a87c-0410b661cc06 {{(pid=104143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:33:58.592631 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef8b-1b87-4f36-9efb-6b4a12874894 admin admin] Publish callbacks [] for subnet (699c5bd3-c9dd-4a88-a87c-0410b661cc06), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.627342 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef8b-1b87-4f36-9efb-6b4a12874894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15074518'] for subnet (699c5bd3-c9dd-4a88-a87c-0410b661cc06), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.701945 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef8b-1b87-4f36-9efb-6b4a12874894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (699c5bd3-c9dd-4a88-a87c-0410b661cc06), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.758314 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef8b-1b87-4f36-9efb-6b4a12874894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14774655'] for subnet (699c5bd3-c9dd-4a88-a87c-0410b661cc06), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.785803 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ef8b-1b87-4f36-9efb-6b4a12874894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699c5bd3-c9dd-4a88-a87c-0410b661cc06,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:33:58.787785 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef8b-1b87-4f36-9efb-6b4a12874894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.793703 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 33132) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:33:58.794198 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-67a1ef8b-1b87-4f36-9efb-6b4a12874894 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/699c5bd3-c9dd-4a88-a87c-0410b661cc06 HTTP/1.1" status: 204 len: 168 time: 0.2514174 Jul 13 23:33:58.798073 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519f7c7-3538-411c-94d9-4f8cd2f3d498 None None] Network 6373687c-121a-4785-bd50-6399d920abb3 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:33:58.876149 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (6373687c-121a-4785-bd50-6399d920abb3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.903928 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 5065a905-8048-4f2a-bcff-e182f2c40391 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:33:58.924440 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Deleting port e9186989-6879-4516-96c5-aa9178064f23 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:33:58.924776 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (e9186989-6879-4516-96c5-aa9178064f23), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:58.925776 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 5065a905-8048-4f2a-bcff-e182f2c40391 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:33:58.926247 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 5065a905-8048-4f2a-bcff-e182f2c40391 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:33:58.926583 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 8ca3f671-3841-469e-a676-2668931c8878 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:33:58.953701 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 8ca3f671-3841-469e-a676-2668931c8878 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:33:58.954039 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 8ca3f671-3841-469e-a676-2668931c8878 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:33:58.972247 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] DHCP port deletion for 6373687c-121a-4785-bd50-6399d920abb3 request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:33:58.994668 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] For port e9186989-6879-4516-96c5-aa9178064f23, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=e9186989-6879-4516-96c5-aa9178064f23,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:33:58.995032 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (e9186989-6879-4516-96c5-aa9178064f23), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.013142 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Calling delete_port for e9186989-6879-4516-96c5-aa9178064f23 owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:33:59.014390 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Deleting port e9186989-6879-4516-96c5-aa9178064f23 {{(pid=104144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:33:59.014768 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (e9186989-6879-4516-96c5-aa9178064f23), before_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.085715 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] For port e9186989-6879-4516-96c5-aa9178064f23, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=e9186989-6879-4516-96c5-aa9178064f23,segment=NetworkSegment(bdd60239-c563-4629-9558-c3df00c28628),segment_id=bdd60239-c563-4629-9558-c3df00c28628)] {{(pid=104144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:33:59.086412 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (e9186989-6879-4516-96c5-aa9178064f23), precommit_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.100993 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Calling delete_port for e9186989-6879-4516-96c5-aa9178064f23 owned by network:dhcp {{(pid=104144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:33:59.101641 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (e9186989-6879-4516-96c5-aa9178064f23), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.130585 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] No DVR routers for this DVR port e9186989-6879-4516-96c5-aa9178064f23 on host dv-cinder-799871-29-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:33:59.135449 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9186989-6879-4516-96c5-aa9178064f23,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:33:59.177799 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039'] for port (e9186989-6879-4516-96c5-aa9178064f23), after_delete {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.201899 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Pushing event deleted for resources: {'Port': ['ID=e9186989-6879-4516-96c5-aa9178064f23,revision_number=None']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:33:59.206827 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] No DVR routers for this DVR port e9186989-6879-4516-96c5-aa9178064f23 on host dv-cinder-799871-29-iscsi {{(pid=104144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.218437 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.219662 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (6373687c-121a-4785-bd50-6399d920abb3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.219921 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.219921 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.219921 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.219921 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.219921 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb4f8e-06d0-4d89-aea8-5fbaaa23ea9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-29-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 23:33:59.237965 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6373687c-121a-4785-bd50-6399d920abb3']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:59.247069 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd60239-c563-4629-9558-c3df00c28628') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:59.247353 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd60239-c563-4629-9558-c3df00c28628') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:33:59.257365 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13795850'] for segment (bdd60239-c563-4629-9558-c3df00c28628), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.271628 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (bdd60239-c563-4629-9558-c3df00c28628), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.277950 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:33:59.278326 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13859550'] for segment (bdd60239-c563-4629-9558-c3df00c28628), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.335473 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:59.341502 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (6373687c-121a-4785-bd50-6399d920abb3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.346794 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.352667 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6373687c-121a-4785-bd50-6399d920abb3 HTTP/1.1" status: 204 len: 168 time: 0.5551813 Jul 13 23:33:59.352667 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment bdd60239-c563-4629-9558-c3df00c28628 resource provider aggregate not found Jul 13 23:33:59.353044 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 33138) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:33:59.368433 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b37fb-71c6-46ed-930b-917ab559e2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6373687c-121a-4785-bd50-6399d920abb3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:33:59.377312 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment bdd60239-c563-4629-9558-c3df00c28628 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdd60239-c563-4629-9558-c3df00c28628 found for delete ", "request_id": "req-e0419dc1-1338-444f-9856-c32338716ac4"}]} Jul 13 23:33:59.643070 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:59.684398 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-452760'] for router_interface (2151f7cc-223d-4774-be66-d3c69980f663), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:33:59.879495 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:33:59.913596 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Deleting port 9df910bf-aa96-42b8-8e39-c7e63da73fa8 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:33:59.913886 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:00.000117 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] For port 9df910bf-aa96-42b8-8e39-c7e63da73fa8, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=9df910bf-aa96-42b8-8e39-c7e63da73fa8,segment=NetworkSegment(0a398b86-1463-4eb3-b153-e81b29298fc4),segment_id=0a398b86-1463-4eb3-b153-e81b29298fc4)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:34:00.000523 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:00.013747 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Calling delete_port for 9df910bf-aa96-42b8-8e39-c7e63da73fa8 owned by network:router_interface {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:34:00.196418 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (9df910bf-aa96-42b8-8e39-c7e63da73fa8), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:00.221625 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Pushing event deleted for resources: {'Port': ['ID=9df910bf-aa96-42b8-8e39-c7e63da73fa8,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:34:00.389252 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452620'] for router_interface (2151f7cc-223d-4774-be66-d3c69980f663), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:00.530097 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:00.596948 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Router 2151f7cc-223d-4774-be66-d3c69980f663 has already been hosted by L3 agent 3f505930-9492-4b66-8e30-3abc821d225f {{(pid=104143) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 13 23:34:00.682041 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:00.700617 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] Notify agent at l3_agent.dv-cinder-799871-29-iscsi the message routers_updated {{(pid=104143) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 23:34:00.706200 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-3b6d9a3d-45b8-4345-b8fc-c1352f14ef0e admin admin] 10.222.0.60 "PUT /v2.0/routers/2151f7cc-223d-4774-be66-d3c69980f663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3519409 Jul 13 23:34:00.708730 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 33142) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:34:00.710331 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] Sync routers for ids ['2151f7cc-223d-4774-be66-d3c69980f663'] in dv-cinder-799871-29-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 23:34:00.721171 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] Routers {'2151f7cc-223d-4774-be66-d3c69980f663'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:34:00.721811 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:33:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['2151f7cc-223d-4774-be66-d3c69980f663'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:34:00.806482 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks [] for router (2151f7cc-223d-4774-be66-d3c69980f663), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:00.824206 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] Set router 2151f7cc-223d-4774-be66-d3c69980f663 gateway port host: dv-cinder-799871-29-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:34:00.912710 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks [] for router_gateway (2151f7cc-223d-4774-be66-d3c69980f663), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:00.949550 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device e9186989-6879-4516-96c5-aa9178064f23 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:34:00.958290 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Deleting port 7ae6c657-8ed0-4661-bf31-95396aef761e {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:34:00.958625 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:00.981800 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: e9186989-6879-4516-96c5-aa9178064f23 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:34:00.982133 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device e9186989-6879-4516-96c5-aa9178064f23 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:34:01.025058 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2151f7cc-223d-4774-be66-d3c69980f663', 'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'external_fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:34:00Z', 'revision_number': 5, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'gw_port': {'id': '7ae6c657-8ed0-4661-bf31-95396aef761e', 'name': '', 'network_id': 'e6b34159-9a37-416c-af34-bfc59800f06b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2151f7cc-223d-4774-be66-d3c69980f663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d63cc-b25b-4a57-af3d-b62f7c919651', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-29-iscsi'}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:34:01.037013 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] For port 7ae6c657-8ed0-4661-bf31-95396aef761e, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=7ae6c657-8ed0-4661-bf31-95396aef761e,segment=NetworkSegment(739e9602-4531-456d-8141-c8e85ecd0691),segment_id=739e9602-4531-456d-8141-c8e85ecd0691)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:34:01.037373 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.050687 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] Checking router: 2151f7cc-223d-4774-be66-d3c69980f663 for host: dv-cinder-799871-29-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 23:34:01.050891 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Calling delete_port for 7ae6c657-8ed0-4661-bf31-95396aef761e owned by network:router_gateway {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:34:01.060859 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] Routers {'2151f7cc-223d-4774-be66-d3c69980f663'} bound to L3 agent in host dv-cinder-799871-29-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 13 23:34:01.064745 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-13T23:06:44Z,description=,heartbeat_timestamp=2022-07-13T23:33:44Z,host='dv-cinder-799871-29-iscsi',id=3f505930-9492-4b66-8e30-3abc821d225f,load=0,resource_versions=,resources_synced=,started_at=2022-07-13T23:06:44Z,topic='l3_agent')) {'router_ids': ['2151f7cc-223d-4774-be66-d3c69980f663'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:34:01.220870 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16505712'] for port (7ae6c657-8ed0-4661-bf31-95396aef761e), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.247221 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae6c657-8ed0-4661-bf31-95396aef761e,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:34:01.273660 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] Set router 2151f7cc-223d-4774-be66-d3c69980f663 gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 13 23:34:01.297215 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:01.312781 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456721'] for router_gateway (2151f7cc-223d-4774-be66-d3c69980f663), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.326318 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2151f7cc-223d-4774-be66-d3c69980f663', 'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:34:00Z', 'revision_number': 6, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'gw_port_host': None}], 'dv-cinder-799871-29-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:34:01.352570 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66774458-772e-405f-bd5e-64cd26dd63f1 None None] The sync data for ids ['2151f7cc-223d-4774-be66-d3c69980f663'] in dv-cinder-799871-29-iscsi is: [{'id': '2151f7cc-223d-4774-be66-d3c69980f663', 'name': 'tempest-TestShelveInstance-1823584629-router', 'tenant_id': 'c13ca5d8f19349e19431c40f3bae5893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-13T23:28:32Z', 'updated_at': '2022-07-13T23:34:00Z', 'revision_number': 6, 'project_id': 'c13ca5d8f19349e19431c40f3bae5893', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 23:34:01.402369 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-401'] for router (2151f7cc-223d-4774-be66-d3c69980f663), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.404507 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks [] for router_controller (2151f7cc-223d-4774-be66-d3c69980f663), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.447651 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398762'] for router (2151f7cc-223d-4774-be66-d3c69980f663), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.448276 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2151f7cc-223d-4774-be66-d3c69980f663 {{(pid=104143) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 23:34:01.452634 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.453778 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-4ff549f9-84d4-4cd5-add9-a737655fa67c admin admin] 10.222.0.60 "DELETE /v2.0/routers/2151f7cc-223d-4774-be66-d3c69980f663 HTTP/1.1" status: 204 len: 168 time: 0.7441375 Jul 13 23:34:01.456262 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [-] (104143) accepted ('10.222.0.60', 33144) {{(pid=104143) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:34:01.490661 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:01.506726 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_v2 [None req-753873e8-758b-4806-b285-6abff43af581 admin admin] Deleting subnet 404d09a7-9117-4eec-beb1-f1397344db77 {{(pid=104143) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 13 23:34:01.509860 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-753873e8-758b-4806-b285-6abff43af581 admin admin] Publish callbacks [] for subnet (404d09a7-9117-4eec-beb1-f1397344db77), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.546631 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-753873e8-758b-4806-b285-6abff43af581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15074518'] for subnet (404d09a7-9117-4eec-beb1-f1397344db77), precommit_delete_associations {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.567706 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:01.621726 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-753873e8-758b-4806-b285-6abff43af581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1397116'] for subnet (404d09a7-9117-4eec-beb1-f1397344db77), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.678262 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-753873e8-758b-4806-b285-6abff43af581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1397098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14774655'] for subnet (404d09a7-9117-4eec-beb1-f1397344db77), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.704444 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753873e8-758b-4806-b285-6abff43af581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404d09a7-9117-4eec-beb1-f1397344db77,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:34:01.708095 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-753873e8-758b-4806-b285-6abff43af581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for subnet (None), before_response {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.713768 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 33146) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:34:01.714281 dv-cinder-799871-29-iscsi neutron-server[104143]: INFO neutron.wsgi [None req-753873e8-758b-4806-b285-6abff43af581 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/404d09a7-9117-4eec-beb1-f1397344db77 HTTP/1.1" status: 204 len: 168 time: 0.2566068 Jul 13 23:34:01.715743 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3363934-bfba-4794-813d-00022ec9b4da None None] Network 2490c2a0-fe64-4bbd-b846-ec9c96a04673 requested from dv-cinder-799871-29-iscsi {{(pid=104144) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 13 23:34:01.746723 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:01.801349 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752098'] for network (2490c2a0-fe64-4bbd-b846-ec9c96a04673), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.848719 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Deleting port d1603429-2eec-44f8-b984-ff63bee5f497 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 13 23:34:01.849057 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743152997870'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.869660 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:01.914577 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] For port d1603429-2eec-44f8-b984-ff63bee5f497, host dv-cinder-799871-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-29-iscsi',level=0,port_id=d1603429-2eec-44f8-b984-ff63bee5f497,segment=NetworkSegment(0a398b86-1463-4eb3-b153-e81b29298fc4),segment_id=0a398b86-1463-4eb3-b153-e81b29298fc4)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 23:34:01.914935 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457305'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:01.927792 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Calling delete_port for d1603429-2eec-44f8-b984-ff63bee5f497 owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 13 23:34:02.012478 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153006147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13859491'] for port (d1603429-2eec-44f8-b984-ff63bee5f497), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.035783 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1603429-2eec-44f8-b984-ff63bee5f497,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:34:02.042236 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] No DVR routers for this DVR port d1603429-2eec-44f8-b984-ff63bee5f497 on host dv-cinder-799871-29-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 13 23:34:02.113236 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397510', 'neutron.services.segments.db._delete_segments_for_network-8743153091907'] for network (2490c2a0-fe64-4bbd-b846-ec9c96a04673), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.135222 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2490c2a0-fe64-4bbd-b846-ec9c96a04673']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:34:02.145048 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9f678f-1c69-4439-b976-5851724d5c2d None None] DHCP port deletion for 2490c2a0-fe64-4bbd-b846-ec9c96a04673 request from dv-cinder-799871-29-iscsi {{(pid=104144) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 13 23:34:02.146141 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a398b86-1463-4eb3-b153-e81b29298fc4') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:34:02.146638 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a398b86-1463-4eb3-b153-e81b29298fc4') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 23:34:02.160612 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153092940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13795850'] for segment (0a398b86-1463-4eb3-b153-e81b29298fc4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.174958 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342'] for segment (0a398b86-1463-4eb3-b153-e81b29298fc4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.181944 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 23:34:02.182319 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13859550'] for segment (0a398b86-1463-4eb3-b153-e81b29298fc4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.230058 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 0a398b86-1463-4eb3-b153-e81b29298fc4 resource provider aggregate not found Jul 13 23:34:02.249331 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456716'] for network (2490c2a0-fe64-4bbd-b846-ec9c96a04673), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.253963 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726001'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.257106 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2490c2a0-fe64-4bbd-b846-ec9c96a04673 HTTP/1.1" status: 204 len: 168 time: 0.5423062 Jul 13 23:34:02.258688 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 0a398b86-1463-4eb3-b153-e81b29298fc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a398b86-1463-4eb3-b153-e81b29298fc4 found for delete ", "request_id": "req-d393f30b-25b3-4ed3-822b-1a0ce5f8536a"}]} Jul 13 23:34:02.273152 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea2c74-9a75-4412-82a6-6013a8943ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2490c2a0-fe64-4bbd-b846-ec9c96a04673,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:34:02.380492 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 33154) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:34:02.425775 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b414f3e9-f9aa-4a6c-be73-8047f791b39b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2f20deb401b4c348b0a18177ec0d2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428607 Jul 13 23:34:02.428747 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 33156) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:34:02.481654 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ed52070-d5fb-4c4b-9659-1e5da5640504 admin admin] Publish callbacks [] for security_group (7787e004-566b-4adf-bb34-8f35a1fc82f7), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.503235 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ed52070-d5fb-4c4b-9659-1e5da5640504 admin admin] Publish callbacks [] for security_group (7787e004-566b-4adf-bb34-8f35a1fc82f7), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.554686 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ed52070-d5fb-4c4b-9659-1e5da5640504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (7787e004-566b-4adf-bb34-8f35a1fc82f7), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.557252 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ed52070-d5fb-4c4b-9659-1e5da5640504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.558575 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2ed52070-d5fb-4c4b-9659-1e5da5640504 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7787e004-566b-4adf-bb34-8f35a1fc82f7 HTTP/1.1" status: 204 len: 168 time: 0.1288974 Jul 13 23:34:02.566846 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed52070-d5fb-4c4b-9659-1e5da5640504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7787e004-566b-4adf-bb34-8f35a1fc82f7,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:34:02.877988 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 33162) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:34:02.892761 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 7ae6c657-8ed0-4661-bf31-95396aef761e no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:34:02.911614 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 7ae6c657-8ed0-4661-bf31-95396aef761e {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:34:02.911962 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 7ae6c657-8ed0-4661-bf31-95396aef761e not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:34:02.912382 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device d1603429-2eec-44f8-b984-ff63bee5f497 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:34:02.920922 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-78237981-965a-4c4e-a057-597b748cbd7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c13ca5d8f19349e19431c40f3bae5893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416117 Jul 13 23:34:02.923350 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.60', 33164) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 13 23:34:02.930687 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: d1603429-2eec-44f8-b984-ff63bee5f497 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:34:02.931020 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device d1603429-2eec-44f8-b984-ff63bee5f497 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:34:02.931429 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 9df910bf-aa96-42b8-8e39-c7e63da73fa8 no longer exists at agent ovs-agent-dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 23:34:02.949616 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.plugin [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] No Port match for: 9df910bf-aa96-42b8-8e39-c7e63da73fa8 {{(pid=104144) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 13 23:34:02.949951 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.rpc [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Device 9df910bf-aa96-42b8-8e39-c7e63da73fa8 not bound to the agent host dv-cinder-799871-29-iscsi {{(pid=104144) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 23:34:02.970728 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:02.974963 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b63c7771-9b4d-48c4-bc9a-ce5ad9976811 admin admin] Publish callbacks [] for security_group (2c62f60e-b8d1-4654-aca4-4bebcbb9ee3a), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:02.997858 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b63c7771-9b4d-48c4-bc9a-ce5ad9976811 admin admin] Publish callbacks [] for security_group (2c62f60e-b8d1-4654-aca4-4bebcbb9ee3a), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:03.043828 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b63c7771-9b4d-48c4-bc9a-ce5ad9976811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557387'] for security_group (2c62f60e-b8d1-4654-aca4-4bebcbb9ee3a), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:03.046323 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b63c7771-9b4d-48c4-bc9a-ce5ad9976811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:03.047998 dv-cinder-799871-29-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b63c7771-9b4d-48c4-bc9a-ce5ad9976811 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c62f60e-b8d1-4654-aca4-4bebcbb9ee3a HTTP/1.1" status: 204 len: 168 time: 0.1237254 Jul 13 23:34:03.056151 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c7771-9b4d-48c4-bc9a-ce5ad9976811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c62f60e-b8d1-4654-aca4-4bebcbb9ee3a,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 23:34:07.939391 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=15 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:07.991980 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=8 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:10.908274 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9c2cef76-725e-47b4-bcaf-addb7fa5c908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:11.683872 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:11.686472 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:13.050767 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=82,neutron:DELETE=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:13.051521 dv-cinder-799871-29-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:13.881776 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-70cf19e8-1c03-4dcb-b5b5-fc90f163e7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:14.608454 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:16.579218 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:16.741218 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:17.959478 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:34:22.820507 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:29.972564 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=5 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:32.813441 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=40 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:32.815479 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=29,neutron:UPDATE=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:37.991613 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:34:40.912906 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e29343ab-93a7-4fc4-ab02-ebc1c44e2941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:43.883979 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-05550f7f-0499-4ec0-8f10-fe4dc6294083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:44.610431 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:46.581417 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:46.743885 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:52.829577 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:34:54.959481 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:35:02.822829 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:35:02.825225 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:35:06.965177 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:35:06.970436 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:35:10.915362 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b87c3488-282f-4e08-b8dc-781de18f5640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:13.886175 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-fffaf476-6661-485c-b92f-a2b268b06d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:14.614045 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:16.585103 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:16.747181 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:19.172844 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-f76fb594-01cd-45d8-964e-a80012c7ba40 service neutron] (104143) timed out ('10.222.0.60', 54410) {{(pid=104143) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 13 23:35:19.400102 dv-cinder-799871-29-iscsi neutron-server[104143]: DEBUG neutron.wsgi [req-7ccbadfc-5f11-4f28-9e89-bc1dc08d7440 req-8d084aa3-693d-43ff-8234-e793ed4c87b4 tempest-AttachVolumeShelveTestJSON-1710795587 tempest-AttachVolumeShelveTestJSON-1710795587-project] (104143) timed out ('10.222.0.60', 54424) {{(pid=104143) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 13 23:35:22.876708 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:31.959330 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:35:32.868970 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:35:32.870870 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:35:40.917656 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce330c25-6d69-4b55-9ffa-4b373a3aca24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:43.889284 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-09f6e698-7cb3-4f65-ada0-ef7d6933dfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:43.961187 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=19 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:35:43.966029 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=15 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:35:44.617120 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:46.585763 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:46.749930 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:35:52.891169 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:02.884627 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:36:02.886587 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:36:08.959357 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:36:10.919472 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-b5f2caef-5b9c-4ec6-a37c-037cfa663424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:13.891633 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9e02-1a04-4ea5-814b-f008adfa3a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:14.621115 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:16.590887 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:16.753520 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:20.966970 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:36:20.971333 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:36:22.908006 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:32.901085 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:36:32.903236 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:36:37.996457 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:36:37.997284 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:36:40.922814 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-3de45a3b-9c6a-4550-8db8-88ee25744a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:43.901045 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb7f0-10fc-4d39-8d02-92a89b4cd260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:44.623826 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:45.959349 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:36:46.592814 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:46.755645 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:36:52.914253 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:02.908305 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:37:02.910214 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:37:02.966010 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:37:02.966792 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=6 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:37:10.926984 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a82d3b39-f504-4e47-95ba-4111171a734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:13.893638 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e1273473-dda2-4a5c-9d09-bfc6c185362d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:14.626661 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:16.597898 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:16.758135 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:22.905621 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:22.959010 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:37:32.900642 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:37:32.902539 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:37:37.612732 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=16 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:37:37.613521 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=18 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:37:40.928501 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-17110a11-e2eb-46ec-9012-5aa22d3f4f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:43.894493 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-d07befd6-a808-4052-9728-f5314efed523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:44.629217 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:46.600014 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:46.761027 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:52.924747 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:37:59.958729 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:38:02.917661 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:38:02.920029 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:38:10.929990 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-38432ba6-73e7-4ffc-82ee-7ba59160b040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:11.965846 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:38:11.970990 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:38:13.896426 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4783e068-b133-4aca-9a84-c2dc40ae054c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:14.631554 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:16.601957 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:16.763712 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:22.924917 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:32.913511 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:38:32.919740 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:38:36.958341 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:38:40.932770 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-18b3e39e-a201-4875-b9c2-3b76e4992a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:43.898945 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-d8cca14e-183a-4711-995b-eae81fa87558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:44.637822 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:46.604240 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:46.766180 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:38:48.970504 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=3 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:38:48.971417 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:38:52.920607 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:39:02.915156 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:39:02.915912 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:39:10.935999 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9c368c1e-2379-4fdd-99a9-99448672f29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3cddbbc1-ba25-4887-aa26-077b53e39a9f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:39:13.901748 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e00d627c-5990-4602-93c2-5dd5245f2b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (3f505930-9492-4b66-8e30-3abc821d225f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:39:13.957217 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG neutron.db.agents_db [None req-b5cdb95f-6a2a-49be-b71b-116146731cc8 None None] Agent healthcheck: found 6 active agents {{(pid=104145) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 23:39:14.638553 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-440cf85b-d4ae-4cda-94d2-2c95a4628b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (54b26146-59e7-4b07-892d-9b99a855c654), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:39:16.607917 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7699d223-2c83-428c-b7b0-fa108d8b9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (285d0ab0-9dc9-48c3-9bc5-fea5fabf9a18), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:39:16.768131 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ff626884-7e67-45d1-8fcb-b3e3af881cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (15fba3f2-4d97-4d7c-a713-0943d0ea3b95), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:39:22.924268 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-c3bfee97-8f7d-4e8b-8406-903ed8295c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153091889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1387207'] for agent (0432ecb9-e89c-4098-8443-db20ee513f88), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 13 23:39:25.965111 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:39:25.969073 dv-cinder-799871-29-iscsi neutron-server[104145]: DEBUG dbcounter [-] [104145] Writing DB stats neutron:SELECT=4 {{(pid=104145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:39:32.917645 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 13 23:39:32.919585 dv-cinder-799871-29-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}